{"level":"warn","ts":"2026-07-04T10:06:23.556249Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-04T10:06:23.556334Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-04T10:06:23.5564Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-04T10:06:23.556408Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-04T10:06:23.556439Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-04T10:06:23.557041Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-07-04T10:06:23.557112Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-04T10:06:23.666611Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"104.997852ms"} {"level":"info","ts":"2026-07-04T10:06:23.689923Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-07-04T10:06:23.690067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-07-04T10:06:23.690092Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-07-04T10:06:23.690107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-04T10:06:23.690117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-07-04T10:06:23.690155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-07-04T10:06:23.730861Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-04T10:06:23.733147Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-04T10:06:23.736302Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-04T10:06:23.738664Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-04T10:06:23.73911Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-04T10:06:23.739171Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-04T10:06:23.739281Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-04T10:06:23.73931Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-04T10:06:23.739802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-07-04T10:06:23.739922Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-04T10:06:23.741686Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-04T10:06:23.741784Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-04T10:06:23.741829Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-04T10:06:23.742079Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-04T10:06:23.742122Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-04T10:06:24.095154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-07-04T10:06:24.095255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-04T10:06:24.09529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-07-04T10:06:24.095311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-07-04T10:06:24.095327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-04T10:06:24.095353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-07-04T10:06:24.09537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-04T10:06:24.096357Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-04T10:06:24.096987Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-04T10:06:24.096977Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-07-04T10:06:24.097251Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-04T10:06:24.097336Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-04T10:06:24.09737Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-04T10:06:24.09761Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-04T10:06:24.102424Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-04T10:06:24.102537Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-04T10:06:24.10568Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-07-04T10:06:24.106332Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-04T10:06:26.784787Z","caller":"traceutil/trace.go:171","msg":"trace[1342036127] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"103.238039ms","start":"2026-07-04T10:06:26.681522Z","end":"2026-07-04T10:06:26.78476Z","steps":["trace[1342036127] 'read index received' (duration: 75.668132ms)","trace[1342036127] 'applied index is now lower than readState.Index' (duration: 27.568927ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:06:26.784912Z","caller":"traceutil/trace.go:171","msg":"trace[2049149315] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"133.212355ms","start":"2026-07-04T10:06:26.651663Z","end":"2026-07-04T10:06:26.784875Z","steps":["trace[2049149315] 'process raft request' (duration: 105.548205ms)","trace[2049149315] 'compare' (duration: 27.425354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:06:26.785073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.507856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-04T10:06:26.785191Z","caller":"traceutil/trace.go:171","msg":"trace[555731496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"103.67117ms","start":"2026-07-04T10:06:26.681499Z","end":"2026-07-04T10:06:26.785171Z","steps":["trace[555731496] 'agreement among raft nodes before linearized reading' (duration: 103.424864ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:06:39.743216Z","caller":"traceutil/trace.go:171","msg":"trace[1817321209] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"600.198769ms","start":"2026-07-04T10:06:39.142994Z","end":"2026-07-04T10:06:39.743192Z","steps":["trace[1817321209] 'process raft request' (duration: 600.054185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:39.743854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:06:39.142961Z","time spent":"600.336131ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:06:40.048668Z","caller":"traceutil/trace.go:171","msg":"trace[261983380] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"876.096696ms","start":"2026-07-04T10:06:39.172548Z","end":"2026-07-04T10:06:40.048645Z","steps":["trace[261983380] 'process raft request' (duration: 874.008886ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:06:40.048655Z","caller":"traceutil/trace.go:171","msg":"trace[2098589823] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:379; }","duration":"353.585685ms","start":"2026-07-04T10:06:39.695019Z","end":"2026-07-04T10:06:40.048605Z","steps":["trace[2098589823] 'read index received' (duration: 48.062339ms)","trace[2098589823] 'applied index is now lower than readState.Index' (duration: 305.520896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:06:40.04876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.721938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:06:40.048799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:06:39.172514Z","time spent":"876.215399ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:06:40.04883Z","caller":"traceutil/trace.go:171","msg":"trace[1485397717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"353.830271ms","start":"2026-07-04T10:06:39.69498Z","end":"2026-07-04T10:06:40.048811Z","steps":["trace[1485397717] 'agreement among raft nodes before linearized reading' (duration: 353.724108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:40.048872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:06:39.694959Z","time spent":"353.906493ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:06:40.048892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.071972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:06:40.048946Z","caller":"traceutil/trace.go:171","msg":"trace[1911921233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:367; }","duration":"330.163685ms","start":"2026-07-04T10:06:39.718764Z","end":"2026-07-04T10:06:40.048928Z","steps":["trace[1911921233] 'agreement among raft nodes before linearized reading' (duration: 330.043872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:40.049005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:06:39.718743Z","time spent":"330.250357ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:06:40.048983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.793348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:06:40.049108Z","caller":"traceutil/trace.go:171","msg":"trace[1753728132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:367; }","duration":"291.953851ms","start":"2026-07-04T10:06:39.757128Z","end":"2026-07-04T10:06:40.049082Z","steps":["trace[1753728132] 'agreement among raft nodes before linearized reading' (duration: 291.759027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:40.049267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.482941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4788"} {"level":"info","ts":"2026-07-04T10:06:40.049357Z","caller":"traceutil/trace.go:171","msg":"trace[411215287] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:367; }","duration":"299.595114ms","start":"2026-07-04T10:06:39.749739Z","end":"2026-07-04T10:06:40.049334Z","steps":["trace[411215287] 'agreement among raft nodes before linearized reading' (duration: 299.444871ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:06:46.388934Z","caller":"traceutil/trace.go:171","msg":"trace[230402981] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"307.42789ms","start":"2026-07-04T10:06:46.081479Z","end":"2026-07-04T10:06:46.388907Z","steps":["trace[230402981] 'process raft request' (duration: 307.281496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:46.389099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:06:46.081451Z","time spent":"307.562542ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:06:46.394177Z","caller":"traceutil/trace.go:171","msg":"trace[289205971] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:398; }","duration":"278.687422ms","start":"2026-07-04T10:06:46.115472Z","end":"2026-07-04T10:06:46.39416Z","steps":["trace[289205971] 'read index received' (duration: 273.400946ms)","trace[289205971] 'applied index is now lower than readState.Index' (duration: 5.234295ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:06:46.394238Z","caller":"traceutil/trace.go:171","msg":"trace[1622799799] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"311.766613ms","start":"2026-07-04T10:06:46.08243Z","end":"2026-07-04T10:06:46.394197Z","steps":["trace[1622799799] 'process raft request' (duration: 311.502547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:46.394415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:06:46.082416Z","time spent":"311.911676ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:06:46.394857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.807775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-04T10:06:46.39507Z","caller":"traceutil/trace.go:171","msg":"trace[1999706213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:385; }","duration":"279.506932ms","start":"2026-07-04T10:06:46.115466Z","end":"2026-07-04T10:06:46.394973Z","steps":["trace[1999706213] 'agreement among raft nodes before linearized reading' (duration: 278.750584ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:06:54.640202Z","caller":"traceutil/trace.go:171","msg":"trace[782995699] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:450; }","duration":"208.605988ms","start":"2026-07-04T10:06:54.431565Z","end":"2026-07-04T10:06:54.640171Z","steps":["trace[782995699] 'read index received' (duration: 208.294331ms)","trace[782995699] 'applied index is now lower than readState.Index' (duration: 310.317µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:06:54.64031Z","caller":"traceutil/trace.go:171","msg":"trace[1763901988] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"211.196919ms","start":"2026-07-04T10:06:54.42908Z","end":"2026-07-04T10:06:54.640277Z","steps":["trace[1763901988] 'process raft request' (duration: 210.909623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:54.640444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.850884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:06:54.640502Z","caller":"traceutil/trace.go:171","msg":"trace[99613657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:434; }","duration":"208.963096ms","start":"2026-07-04T10:06:54.431519Z","end":"2026-07-04T10:06:54.640482Z","steps":["trace[99613657] 'agreement among raft nodes before linearized reading' (duration: 208.852814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:54.640647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.212468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:06:54.640699Z","caller":"traceutil/trace.go:171","msg":"trace[578267172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:434; }","duration":"208.355591ms","start":"2026-07-04T10:06:54.432331Z","end":"2026-07-04T10:06:54.640687Z","steps":["trace[578267172] 'agreement among raft nodes before linearized reading' (duration: 208.175247ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:06:54.754234Z","caller":"traceutil/trace.go:171","msg":"trace[2119484761] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"108.983766ms","start":"2026-07-04T10:06:54.645198Z","end":"2026-07-04T10:06:54.754182Z","steps":["trace[2119484761] 'process raft request' (duration: 76.759446ms)","trace[2119484761] 'compare' (duration: 31.922053ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:06:56.822877Z","caller":"traceutil/trace.go:171","msg":"trace[2066113690] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:455; }","duration":"136.77424ms","start":"2026-07-04T10:06:56.686078Z","end":"2026-07-04T10:06:56.822852Z","steps":["trace[2066113690] 'read index received' (duration: 136.76363ms)","trace[2066113690] 'applied index is now lower than readState.Index' (duration: 8.76µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:06:56.822867Z","caller":"traceutil/trace.go:171","msg":"trace[1740979222] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"173.606441ms","start":"2026-07-04T10:06:56.649234Z","end":"2026-07-04T10:06:56.82284Z","steps":["trace[1740979222] 'process raft request' (duration: 173.455337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:56.823047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.957274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:06:56.82309Z","caller":"traceutil/trace.go:171","msg":"trace[149603456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:438; }","duration":"137.050337ms","start":"2026-07-04T10:06:56.686027Z","end":"2026-07-04T10:06:56.823078Z","steps":["trace[149603456] 'agreement among raft nodes before linearized reading' (duration: 136.952884ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:06:57.012655Z","caller":"traceutil/trace.go:171","msg":"trace[34798322] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:455; }","duration":"189.678315ms","start":"2026-07-04T10:06:56.822953Z","end":"2026-07-04T10:06:57.012631Z","steps":["trace[34798322] 'read index received' (duration: 108.599516ms)","trace[34798322] 'applied index is now lower than readState.Index' (duration: 81.077739ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:06:57.012697Z","caller":"traceutil/trace.go:171","msg":"trace[493757332] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"224.892957ms","start":"2026-07-04T10:06:56.787778Z","end":"2026-07-04T10:06:57.012671Z","steps":["trace[493757332] 'process raft request' (duration: 143.746246ms)","trace[493757332] 'compare' (duration: 81.012357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:06:57.012753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.88043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:06:57.012783Z","caller":"traceutil/trace.go:171","msg":"trace[56669441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:439; }","duration":"253.969452ms","start":"2026-07-04T10:06:56.758806Z","end":"2026-07-04T10:06:57.012776Z","steps":["trace[56669441] 'agreement among raft nodes before linearized reading' (duration: 253.89962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:06:57.012799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.667919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:06:57.01287Z","caller":"traceutil/trace.go:171","msg":"trace[2053983711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:439; }","duration":"231.775042ms","start":"2026-07-04T10:06:56.781078Z","end":"2026-07-04T10:06:57.012853Z","steps":["trace[2053983711] 'agreement among raft nodes before linearized reading' (duration: 231.613738ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:06:57.093331Z","caller":"traceutil/trace.go:171","msg":"trace[1608667943] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"266.379668ms","start":"2026-07-04T10:06:56.826921Z","end":"2026-07-04T10:06:57.093301Z","steps":["trace[1608667943] 'process raft request' (duration: 266.222395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:03.738918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.929907ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-04T10:07:03.739031Z","caller":"traceutil/trace.go:171","msg":"trace[567124667] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:504; }","duration":"955.508606ms","start":"2026-07-04T10:07:02.783504Z","end":"2026-07-04T10:07:03.739013Z","steps":["trace[567124667] 'read index received' (duration: 42.320472ms)","trace[567124667] 'applied index is now lower than readState.Index' (duration: 913.186603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:03.739076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.292948ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:07:03.739194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.512129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:07:03.739236Z","caller":"traceutil/trace.go:171","msg":"trace[1764443492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:486; }","duration":"892.622142ms","start":"2026-07-04T10:07:02.846602Z","end":"2026-07-04T10:07:03.739224Z","steps":["trace[1764443492] 'agreement among raft nodes before linearized reading' (duration: 892.506819ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:03.73925Z","caller":"traceutil/trace.go:171","msg":"trace[101486709] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:486; }","duration":"246.471373ms","start":"2026-07-04T10:07:03.492749Z","end":"2026-07-04T10:07:03.739221Z","steps":["trace[101486709] 'range keys from in-memory index tree' (duration: 246.275608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:03.739277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:02.846585Z","time spent":"892.683634ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:07:03.739178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.187576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-04T10:07:03.739285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.71445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:07:03.739378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.784982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-04T10:07:03.739182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.316031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-04T10:07:03.739387Z","caller":"traceutil/trace.go:171","msg":"trace[1087806517] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:486; }","duration":"955.892245ms","start":"2026-07-04T10:07:02.783472Z","end":"2026-07-04T10:07:03.739364Z","steps":["trace[1087806517] 'agreement among raft nodes before linearized reading' (duration: 955.636139ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:03.739491Z","caller":"traceutil/trace.go:171","msg":"trace[1734005181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:486; }","duration":"620.65986ms","start":"2026-07-04T10:07:03.118815Z","end":"2026-07-04T10:07:03.739475Z","steps":["trace[1734005181] 'agreement among raft nodes before linearized reading' (duration: 620.303031ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:03.739503Z","caller":"traceutil/trace.go:171","msg":"trace[714991739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:486; }","duration":"625.958737ms","start":"2026-07-04T10:07:03.113513Z","end":"2026-07-04T10:07:03.739472Z","steps":["trace[714991739] 'agreement among raft nodes before linearized reading' (duration: 625.67042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:03.739535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:02.783459Z","time spent":"956.058619ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-04T10:07:03.739563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:03.118794Z","time spent":"620.734331ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:07:03.739597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:03.113496Z","time spent":"626.087649ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-04T10:07:03.739393Z","caller":"traceutil/trace.go:171","msg":"trace[1921381713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:486; }","duration":"617.405012ms","start":"2026-07-04T10:07:03.121949Z","end":"2026-07-04T10:07:03.739354Z","steps":["trace[1921381713] 'agreement among raft nodes before linearized reading' (duration: 617.166696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:03.739708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:03.121939Z","time spent":"617.74946ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:07:05.573551Z","caller":"traceutil/trace.go:171","msg":"trace[1192930383] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"100.116233ms","start":"2026-07-04T10:07:05.473412Z","end":"2026-07-04T10:07:05.573528Z","steps":["trace[1192930383] 'read index received' (duration: 82.83127ms)","trace[1192930383] 'applied index is now lower than readState.Index' (duration: 17.284123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:05.573771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.330398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-07-04T10:07:05.573826Z","caller":"traceutil/trace.go:171","msg":"trace[1410126754] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:565; }","duration":"100.438101ms","start":"2026-07-04T10:07:05.473373Z","end":"2026-07-04T10:07:05.573811Z","steps":["trace[1410126754] 'agreement among raft nodes before linearized reading' (duration: 100.251027ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:05.574025Z","caller":"traceutil/trace.go:171","msg":"trace[2056930877] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"108.095724ms","start":"2026-07-04T10:07:05.465891Z","end":"2026-07-04T10:07:05.573987Z","steps":["trace[2056930877] 'process raft request' (duration: 90.510254ms)","trace[2056930877] 'compare' (duration: 16.897474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:07.598038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.023962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-04T10:07:07.598137Z","caller":"traceutil/trace.go:171","msg":"trace[1491254517] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:574; }","duration":"113.190427ms","start":"2026-07-04T10:07:07.484927Z","end":"2026-07-04T10:07:07.598117Z","steps":["trace[1491254517] 'range keys from in-memory index tree' (duration: 112.885739ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:08.383137Z","caller":"traceutil/trace.go:171","msg":"trace[301364481] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"128.684976ms","start":"2026-07-04T10:07:08.25442Z","end":"2026-07-04T10:07:08.383105Z","steps":["trace[301364481] 'process raft request' (duration: 127.921878ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:08.578104Z","caller":"traceutil/trace.go:171","msg":"trace[880793763] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"141.407931ms","start":"2026-07-04T10:07:08.436672Z","end":"2026-07-04T10:07:08.57808Z","steps":["trace[880793763] 'process raft request' (duration: 134.968197ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:10.77603Z","caller":"traceutil/trace.go:171","msg":"trace[1269336239] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"131.874653ms","start":"2026-07-04T10:07:10.644118Z","end":"2026-07-04T10:07:10.775992Z","steps":["trace[1269336239] 'process raft request' (duration: 131.693259ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:11.100813Z","caller":"traceutil/trace.go:171","msg":"trace[354545948] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"338.062143ms","start":"2026-07-04T10:07:10.762723Z","end":"2026-07-04T10:07:11.100785Z","steps":["trace[354545948] 'process raft request' (duration: 336.66359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:11.100985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:10.76269Z","time spent":"338.208097ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:07:11.125093Z","caller":"traceutil/trace.go:171","msg":"trace[2010691404] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"304.472689ms","start":"2026-07-04T10:07:10.820586Z","end":"2026-07-04T10:07:11.125059Z","steps":["trace[2010691404] 'process raft request' (duration: 304.292495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:11.125302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:10.820563Z","time spent":"304.637494ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:07:12.196233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227350042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:07:12.315922Z","caller":"traceutil/trace.go:171","msg":"trace[1817070419] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"619.753238ms","start":"2026-07-04T10:07:11.696145Z","end":"2026-07-04T10:07:12.315898Z","steps":["trace[1817070419] 'read index received' (duration: 619.055891ms)","trace[1817070419] 'applied index is now lower than readState.Index' (duration: 696.417µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:07:12.315975Z","caller":"traceutil/trace.go:171","msg":"trace[1922194329] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"694.371552ms","start":"2026-07-04T10:07:11.621576Z","end":"2026-07-04T10:07:12.315948Z","steps":["trace[1922194329] 'process raft request' (duration: 693.789668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:12.316099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.934573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:07:12.316123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:11.62153Z","time spent":"694.508375ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:07:12.31615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.099829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:07:12.316192Z","caller":"traceutil/trace.go:171","msg":"trace[587499480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"620.090096ms","start":"2026-07-04T10:07:11.696081Z","end":"2026-07-04T10:07:12.316171Z","steps":["trace[587499480] 'agreement among raft nodes before linearized reading' (duration: 619.914722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:12.316251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:11.696056Z","time spent":"620.185538ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-04T10:07:12.316249Z","caller":"traceutil/trace.go:171","msg":"trace[486283026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"480.251682ms","start":"2026-07-04T10:07:11.835976Z","end":"2026-07-04T10:07:12.316227Z","steps":["trace[486283026] 'agreement among raft nodes before linearized reading' (duration: 480.055898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:12.316309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:11.835953Z","time spent":"480.344764ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:07:12.31635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.8685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:07:12.316438Z","caller":"traceutil/trace.go:171","msg":"trace[1897134069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:600; }","duration":"450.982752ms","start":"2026-07-04T10:07:11.865433Z","end":"2026-07-04T10:07:12.316416Z","steps":["trace[1897134069] 'agreement among raft nodes before linearized reading' (duration: 450.755497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:12.316493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:11.865414Z","time spent":"451.066235ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:07:12.316347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.638235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:07:12.316611Z","caller":"traceutil/trace.go:171","msg":"trace[1211155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:600; }","duration":"450.910331ms","start":"2026-07-04T10:07:11.865658Z","end":"2026-07-04T10:07:12.316569Z","steps":["trace[1211155] 'agreement among raft nodes before linearized reading' (duration: 450.45747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:12.3167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:11.865651Z","time spent":"451.021823ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:07:12.316936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.502415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:07:12.316999Z","caller":"traceutil/trace.go:171","msg":"trace[419652239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"451.584707ms","start":"2026-07-04T10:07:11.865398Z","end":"2026-07-04T10:07:12.316983Z","steps":["trace[419652239] 'agreement among raft nodes before linearized reading' (duration: 450.777967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:12.317047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:11.865387Z","time spent":"451.648619ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:07:13.688164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.783987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:07:13.688261Z","caller":"traceutil/trace.go:171","msg":"trace[1625921446] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:606; }","duration":"194.89295ms","start":"2026-07-04T10:07:13.493354Z","end":"2026-07-04T10:07:13.688247Z","steps":["trace[1625921446] 'range keys from in-memory index tree' (duration: 194.769507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:13.688508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.025194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:07:13.688689Z","caller":"traceutil/trace.go:171","msg":"trace[1415090970] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.243224064s","start":"2026-07-04T10:07:12.445444Z","end":"2026-07-04T10:07:13.688668Z","steps":["trace[1415090970] 'process raft request' (duration: 338.956854ms)","trace[1415090970] 'compare' (duration: 903.87908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:13.688745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:12.445419Z","time spent":"1.243303556s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-04T10:07:13.688751Z","caller":"traceutil/trace.go:171","msg":"trace[589821409] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"993.431121ms","start":"2026-07-04T10:07:12.69531Z","end":"2026-07-04T10:07:13.688741Z","steps":["trace[589821409] 'read index received' (duration: 89.10391ms)","trace[589821409] 'applied index is now lower than readState.Index' (duration: 904.326281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:13.747532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052180116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:07:13.747657Z","caller":"traceutil/trace.go:171","msg":"trace[141844515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"1.0523726s","start":"2026-07-04T10:07:12.695254Z","end":"2026-07-04T10:07:13.747626Z","steps":["trace[141844515] 'agreement among raft nodes before linearized reading' (duration: 993.530983ms)","trace[141844515] 'range keys from in-memory index tree' (duration: 58.654232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:13.747714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:12.695233Z","time spent":"1.052471993s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:07:14.918684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227350064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:07:15.419191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227350064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:07:15.50454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135024617s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:07:15.505077Z","caller":"traceutil/trace.go:171","msg":"trace[479686154] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"1.087091621s","start":"2026-07-04T10:07:14.417953Z","end":"2026-07-04T10:07:15.505044Z","steps":["trace[479686154] 'read index received' (duration: 1.086831505s)","trace[479686154] 'applied index is now lower than readState.Index' (duration: 259.136µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:07:15.505179Z","caller":"traceutil/trace.go:171","msg":"trace[1258657953] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.135703133s","start":"2026-07-04T10:07:14.369414Z","end":"2026-07-04T10:07:15.505118Z","steps":["trace[1258657953] 'process raft request' (duration: 1.135452997s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:15.505385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087394078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-04T10:07:15.505398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:14.369399Z","time spent":"1.135890508s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:07:15.505462Z","caller":"traceutil/trace.go:171","msg":"trace[153719476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:612; }","duration":"1.087540741s","start":"2026-07-04T10:07:14.417902Z","end":"2026-07-04T10:07:15.505443Z","steps":["trace[153719476] 'agreement among raft nodes before linearized reading' (duration: 1.087260615s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:15.505459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087190993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:07:15.505522Z","caller":"traceutil/trace.go:171","msg":"trace[923856518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:612; }","duration":"1.087292176s","start":"2026-07-04T10:07:14.418214Z","end":"2026-07-04T10:07:15.505506Z","steps":["trace[923856518] 'agreement among raft nodes before linearized reading' (duration: 1.087133282s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:15.505536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:14.417879Z","time spent":"1.087630254s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:07:15.505573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:14.418191Z","time spent":"1.087371317s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:07:15.50563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087262365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:07:15.505737Z","caller":"traceutil/trace.go:171","msg":"trace[2131639010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"1.087587803s","start":"2026-07-04T10:07:14.418129Z","end":"2026-07-04T10:07:15.505717Z","steps":["trace[2131639010] 'agreement among raft nodes before linearized reading' (duration: 1.087110681s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:15.505845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:14.418119Z","time spent":"1.087708105s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:07:15.811142Z","caller":"traceutil/trace.go:171","msg":"trace[1836919674] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"300.242428ms","start":"2026-07-04T10:07:15.510866Z","end":"2026-07-04T10:07:15.811109Z","steps":["trace[1836919674] 'process raft request' (duration: 300.054984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:15.811327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:15.510838Z","time spent":"300.381582ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:07:15.812018Z","caller":"traceutil/trace.go:171","msg":"trace[20450870] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"300.188648ms","start":"2026-07-04T10:07:15.511802Z","end":"2026-07-04T10:07:15.811991Z","steps":["trace[20450870] 'process raft request' (duration: 300.003083ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:15.812119Z","caller":"traceutil/trace.go:171","msg":"trace[391111113] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:637; }","duration":"116.057045ms","start":"2026-07-04T10:07:15.696045Z","end":"2026-07-04T10:07:15.812102Z","steps":["trace[391111113] 'read index received' (duration: 114.909948ms)","trace[391111113] 'applied index is now lower than readState.Index' (duration: 1.146097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:15.812191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.152697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:07:15.812231Z","caller":"traceutil/trace.go:171","msg":"trace[1317240086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"116.24819ms","start":"2026-07-04T10:07:15.695972Z","end":"2026-07-04T10:07:15.812221Z","steps":["trace[1317240086] 'agreement among raft nodes before linearized reading' (duration: 116.184659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:15.812316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:15.511775Z","time spent":"300.3292ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:07:15.812242Z","caller":"traceutil/trace.go:171","msg":"trace[304951937] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"299.06416ms","start":"2026-07-04T10:07:15.513124Z","end":"2026-07-04T10:07:15.812188Z","steps":["trace[304951937] 'process raft request' (duration: 298.828185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:15.813271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:15.513086Z","time spent":"300.039814ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:07:17.715378Z","caller":"traceutil/trace.go:171","msg":"trace[1707644414] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"121.548086ms","start":"2026-07-04T10:07:17.593795Z","end":"2026-07-04T10:07:17.715343Z","steps":["trace[1707644414] 'process raft request' (duration: 121.30761ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:17.715529Z","caller":"traceutil/trace.go:171","msg":"trace[916094643] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"125.279505ms","start":"2026-07-04T10:07:17.5902Z","end":"2026-07-04T10:07:17.715479Z","steps":["trace[916094643] 'process raft request' (duration: 69.116183ms)","trace[916094643] 'compare' (duration: 55.593029ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:07:18.03353Z","caller":"traceutil/trace.go:171","msg":"trace[985639770] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"205.001931ms","start":"2026-07-04T10:07:17.828503Z","end":"2026-07-04T10:07:18.033505Z","steps":["trace[985639770] 'process raft request' (duration: 193.607599ms)","trace[985639770] 'compare' (duration: 11.267159ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:07:18.03533Z","caller":"traceutil/trace.go:171","msg":"trace[358680696] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"206.677082ms","start":"2026-07-04T10:07:17.828619Z","end":"2026-07-04T10:07:18.035297Z","steps":["trace[358680696] 'process raft request' (duration: 206.238781ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:18.035668Z","caller":"traceutil/trace.go:171","msg":"trace[1228408061] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"206.370645ms","start":"2026-07-04T10:07:17.829286Z","end":"2026-07-04T10:07:18.035656Z","steps":["trace[1228408061] 'process raft request' (duration: 205.968225ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:18.035769Z","caller":"traceutil/trace.go:171","msg":"trace[1197904726] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"202.04487ms","start":"2026-07-04T10:07:17.833715Z","end":"2026-07-04T10:07:18.03576Z","steps":["trace[1197904726] 'process raft request' (duration: 201.747523ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:18.280615Z","caller":"traceutil/trace.go:171","msg":"trace[209911122] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"187.974604ms","start":"2026-07-04T10:07:18.092616Z","end":"2026-07-04T10:07:18.28059Z","steps":["trace[209911122] 'process raft request' (duration: 187.8283ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:18.281442Z","caller":"traceutil/trace.go:171","msg":"trace[1751572223] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"188.057287ms","start":"2026-07-04T10:07:18.093364Z","end":"2026-07-04T10:07:18.281421Z","steps":["trace[1751572223] 'process raft request' (duration: 187.941234ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:26.445656Z","caller":"traceutil/trace.go:171","msg":"trace[161197332] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"118.744279ms","start":"2026-07-04T10:07:26.326887Z","end":"2026-07-04T10:07:26.445631Z","steps":["trace[161197332] 'process raft request' (duration: 118.597035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:32.253408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227350383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:07:32.547486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160836185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b4qqv\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-04T10:07:32.547594Z","caller":"traceutil/trace.go:171","msg":"trace[259669177] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b4qqv; range_end:; response_count:1; response_revision:770; }","duration":"1.160988369s","start":"2026-07-04T10:07:31.386581Z","end":"2026-07-04T10:07:32.54757Z","steps":["trace[259669177] 'range keys from in-memory index tree' (duration: 1.160654001s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:32.547593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.518394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-04T10:07:32.547649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:31.38656Z","time spent":"1.16107547s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b4qqv\" "} {"level":"info","ts":"2026-07-04T10:07:32.547804Z","caller":"traceutil/trace.go:171","msg":"trace[234167889] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"1.09413453s","start":"2026-07-04T10:07:31.453647Z","end":"2026-07-04T10:07:32.547781Z","steps":["trace[234167889] 'process raft request' (duration: 801.352199ms)","trace[234167889] 'compare' (duration: 292.261088ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:07:32.547688Z","caller":"traceutil/trace.go:171","msg":"trace[348824641] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"794.720501ms","start":"2026-07-04T10:07:31.752952Z","end":"2026-07-04T10:07:32.547673Z","steps":["trace[348824641] 'read index received' (duration: 501.992932ms)","trace[348824641] 'applied index is now lower than readState.Index' (duration: 292.726509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:32.547893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:31.45362Z","time spent":"1.094230902s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:07:32.547999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.010108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:07:32.548094Z","caller":"traceutil/trace.go:171","msg":"trace[611955830] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:771; }","duration":"795.152152ms","start":"2026-07-04T10:07:31.752922Z","end":"2026-07-04T10:07:32.548074Z","steps":["trace[611955830] 'agreement among raft nodes before linearized reading' (duration: 794.946987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:32.548103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.994839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-04T10:07:32.54814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:31.752907Z","time spent":"795.223813ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:07:32.548138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.631277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-04T10:07:32.548165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.907303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-04T10:07:32.548165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.822901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-04T10:07:32.548197Z","caller":"traceutil/trace.go:171","msg":"trace[232127200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:771; }","duration":"443.730729ms","start":"2026-07-04T10:07:32.10445Z","end":"2026-07-04T10:07:32.548181Z","steps":["trace[232127200] 'agreement among raft nodes before linearized reading' (duration: 443.588526ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:32.548234Z","caller":"traceutil/trace.go:171","msg":"trace[717076465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:771; }","duration":"449.009755ms","start":"2026-07-04T10:07:32.099202Z","end":"2026-07-04T10:07:32.548211Z","steps":["trace[717076465] 'agreement among raft nodes before linearized reading' (duration: 448.80686ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:32.548248Z","caller":"traceutil/trace.go:171","msg":"trace[320849197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:771; }","duration":"448.936283ms","start":"2026-07-04T10:07:32.09929Z","end":"2026-07-04T10:07:32.548227Z","steps":["trace[320849197] 'agreement among raft nodes before linearized reading' (duration: 448.706778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:32.548264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:32.104428Z","time spent":"443.824481ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:07:32.548281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:32.099172Z","time spent":"449.098587ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:07:32.548289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:32.099269Z","time spent":"449.010326ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:07:32.548184Z","caller":"traceutil/trace.go:171","msg":"trace[465590226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:771; }","duration":"767.111541ms","start":"2026-07-04T10:07:31.781047Z","end":"2026-07-04T10:07:32.548159Z","steps":["trace[465590226] 'agreement among raft nodes before linearized reading' (duration: 766.911036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:32.54838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:07:31.781029Z","time spent":"767.327926ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:07:53.717754Z","caller":"traceutil/trace.go:171","msg":"trace[1445761130] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"127.409805ms","start":"2026-07-04T10:07:53.590307Z","end":"2026-07-04T10:07:53.717717Z","steps":["trace[1445761130] 'process raft request' (duration: 127.16954ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:54.889655Z","caller":"traceutil/trace.go:171","msg":"trace[2070754481] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"174.395322ms","start":"2026-07-04T10:07:54.715235Z","end":"2026-07-04T10:07:54.88963Z","steps":["trace[2070754481] 'process raft request' (duration: 174.3081ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:54.889706Z","caller":"traceutil/trace.go:171","msg":"trace[534795177] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"174.546435ms","start":"2026-07-04T10:07:54.715119Z","end":"2026-07-04T10:07:54.889665Z","steps":["trace[534795177] 'process raft request' (duration: 174.283299ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:54.889796Z","caller":"traceutil/trace.go:171","msg":"trace[157028870] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1150; }","duration":"165.787725ms","start":"2026-07-04T10:07:54.723995Z","end":"2026-07-04T10:07:54.889783Z","steps":["trace[157028870] 'read index received' (duration: 31.163197ms)","trace[157028870] 'applied index is now lower than readState.Index' (duration: 134.623678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:07:54.889994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.177365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:07:54.889962Z","caller":"traceutil/trace.go:171","msg":"trace[1174406934] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"156.173875ms","start":"2026-07-04T10:07:54.733746Z","end":"2026-07-04T10:07:54.88992Z","steps":["trace[1174406934] 'process raft request' (duration: 155.834346ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:54.89002Z","caller":"traceutil/trace.go:171","msg":"trace[1266253114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1118; }","duration":"161.243387ms","start":"2026-07-04T10:07:54.728768Z","end":"2026-07-04T10:07:54.890012Z","steps":["trace[1266253114] 'agreement among raft nodes before linearized reading' (duration: 161.142534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:07:54.890029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.019711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:07:54.890139Z","caller":"traceutil/trace.go:171","msg":"trace[1807768703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1118; }","duration":"166.183124ms","start":"2026-07-04T10:07:54.723938Z","end":"2026-07-04T10:07:54.890121Z","steps":["trace[1807768703] 'agreement among raft nodes before linearized reading' (duration: 165.936748ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:58.8973Z","caller":"traceutil/trace.go:171","msg":"trace[1716006472] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"125.659803ms","start":"2026-07-04T10:07:58.771608Z","end":"2026-07-04T10:07:58.897268Z","steps":["trace[1716006472] 'process raft request' (duration: 125.460968ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:07:59.039399Z","caller":"traceutil/trace.go:171","msg":"trace[1422281534] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"130.920039ms","start":"2026-07-04T10:07:58.908445Z","end":"2026-07-04T10:07:59.039365Z","steps":["trace[1422281534] 'process raft request' (duration: 72.521249ms)","trace[1422281534] 'compare' (duration: 58.106623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:08:03.410906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227351181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:08:03.481795Z","caller":"traceutil/trace.go:171","msg":"trace[68291805] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1208; }","duration":"571.738059ms","start":"2026-07-04T10:08:02.910034Z","end":"2026-07-04T10:08:03.481772Z","steps":["trace[68291805] 'read index received' (duration: 565.400877ms)","trace[68291805] 'applied index is now lower than readState.Index' (duration: 6.335902ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:03.48184Z","caller":"traceutil/trace.go:171","msg":"trace[2134535328] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"228.510419ms","start":"2026-07-04T10:08:03.253298Z","end":"2026-07-04T10:08:03.481809Z","steps":["trace[2134535328] 'process raft request' (duration: 228.345075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:03.482023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.978535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:08:03.482051Z","caller":"traceutil/trace.go:171","msg":"trace[857083394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1172; }","duration":"572.064987ms","start":"2026-07-04T10:08:02.909979Z","end":"2026-07-04T10:08:03.482044Z","steps":["trace[857083394] 'agreement among raft nodes before linearized reading' (duration: 571.924163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:03.482076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:02.909959Z","time spent":"572.112048ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:08:03.482123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.127424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-04T10:08:03.48216Z","caller":"traceutil/trace.go:171","msg":"trace[1361752486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1172; }","duration":"395.203696ms","start":"2026-07-04T10:08:03.086948Z","end":"2026-07-04T10:08:03.482151Z","steps":["trace[1361752486] 'agreement among raft nodes before linearized reading' (duration: 395.042442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:03.482186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:03.086936Z","time spent":"395.243857ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:08:03.482165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.55321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-04T10:08:03.482228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.443331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-04T10:08:03.482246Z","caller":"traceutil/trace.go:171","msg":"trace[1245421354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1172; }","duration":"512.679783ms","start":"2026-07-04T10:08:02.969548Z","end":"2026-07-04T10:08:03.482227Z","steps":["trace[1245421354] 'agreement among raft nodes before linearized reading' (duration: 512.414017ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:03.482299Z","caller":"traceutil/trace.go:171","msg":"trace[2024303245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1172; }","duration":"362.541722ms","start":"2026-07-04T10:08:03.119739Z","end":"2026-07-04T10:08:03.482281Z","steps":["trace[2024303245] 'agreement among raft nodes before linearized reading' (duration: 362.362488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:03.482339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:02.969533Z","time spent":"512.794685ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:08:03.482345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:03.119723Z","time spent":"362.608655ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:08:03.482197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.180831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-04T10:08:03.482457Z","caller":"traceutil/trace.go:171","msg":"trace[1342980740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1172; }","duration":"429.468247ms","start":"2026-07-04T10:08:03.052981Z","end":"2026-07-04T10:08:03.482449Z","steps":["trace[1342980740] 'agreement among raft nodes before linearized reading' (duration: 429.136859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:03.482485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:03.052962Z","time spent":"429.514069ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:08:15.945133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.35032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:08:15.945345Z","caller":"traceutil/trace.go:171","msg":"trace[1412325121] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"187.561848ms","start":"2026-07-04T10:08:15.757743Z","end":"2026-07-04T10:08:15.945305Z","steps":["trace[1412325121] 'process raft request' (duration: 80.956641ms)","trace[1412325121] 'compare' (duration: 106.181256ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:15.945538Z","caller":"traceutil/trace.go:171","msg":"trace[37434628] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"127.433666ms","start":"2026-07-04T10:08:15.817937Z","end":"2026-07-04T10:08:15.94537Z","steps":["trace[37434628] 'process raft request' (duration: 127.312483ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:16.102359Z","caller":"traceutil/trace.go:171","msg":"trace[876448432] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"104.458505ms","start":"2026-07-04T10:08:15.997867Z","end":"2026-07-04T10:08:16.102326Z","steps":["trace[876448432] 'process raft request' (duration: 101.75264ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:17.04618Z","caller":"traceutil/trace.go:171","msg":"trace[679661873] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"102.803285ms","start":"2026-07-04T10:08:16.943351Z","end":"2026-07-04T10:08:17.046154Z","steps":["trace[679661873] 'process raft request' (duration: 102.652241ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:19.726857Z","caller":"traceutil/trace.go:171","msg":"trace[1466363670] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1350; }","duration":"121.647037ms","start":"2026-07-04T10:08:19.605184Z","end":"2026-07-04T10:08:19.726831Z","steps":["trace[1466363670] 'read index received' (duration: 121.497783ms)","trace[1466363670] 'applied index is now lower than readState.Index' (duration: 147.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:19.726972Z","caller":"traceutil/trace.go:171","msg":"trace[331041236] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"130.832917ms","start":"2026-07-04T10:08:19.596108Z","end":"2026-07-04T10:08:19.726941Z","steps":["trace[331041236] 'process raft request' (duration: 130.56584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:19.727104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.414306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-04T10:08:19.727103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.906553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:08:19.727177Z","caller":"traceutil/trace.go:171","msg":"trace[1077135601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1307; }","duration":"122.025996ms","start":"2026-07-04T10:08:19.605131Z","end":"2026-07-04T10:08:19.727157Z","steps":["trace[1077135601] 'agreement among raft nodes before linearized reading' (duration: 121.829671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:19.727221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.135405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:08:19.727271Z","caller":"traceutil/trace.go:171","msg":"trace[14755261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1307; }","duration":"101.237727ms","start":"2026-07-04T10:08:19.626019Z","end":"2026-07-04T10:08:19.727257Z","steps":["trace[14755261] 'agreement among raft nodes before linearized reading' (duration: 101.105004ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:19.72714Z","caller":"traceutil/trace.go:171","msg":"trace[1248305114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1307; }","duration":"102.517488ms","start":"2026-07-04T10:08:19.624612Z","end":"2026-07-04T10:08:19.72713Z","steps":["trace[1248305114] 'agreement among raft nodes before linearized reading' (duration: 102.362955ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:19.887832Z","caller":"traceutil/trace.go:171","msg":"trace[510588692] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"156.198476ms","start":"2026-07-04T10:08:19.731597Z","end":"2026-07-04T10:08:19.887796Z","steps":["trace[510588692] 'process raft request' (duration: 156.090023ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:19.887871Z","caller":"traceutil/trace.go:171","msg":"trace[827475341] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"156.535253ms","start":"2026-07-04T10:08:19.731289Z","end":"2026-07-04T10:08:19.887824Z","steps":["trace[827475341] 'process raft request' (duration: 147.047756ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:19.888011Z","caller":"traceutil/trace.go:171","msg":"trace[196624337] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"155.684333ms","start":"2026-07-04T10:08:19.732303Z","end":"2026-07-04T10:08:19.887987Z","steps":["trace[196624337] 'process raft request' (duration: 155.567251ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:19.888025Z","caller":"traceutil/trace.go:171","msg":"trace[2062441000] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"155.819276ms","start":"2026-07-04T10:08:19.732169Z","end":"2026-07-04T10:08:19.887988Z","steps":["trace[2062441000] 'process raft request' (duration: 155.576731ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:22.013318Z","caller":"traceutil/trace.go:171","msg":"trace[1894329944] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"316.479278ms","start":"2026-07-04T10:08:21.696802Z","end":"2026-07-04T10:08:22.013281Z","steps":["trace[1894329944] 'read index received' (duration: 316.220372ms)","trace[1894329944] 'applied index is now lower than readState.Index' (duration: 257.146µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:22.013419Z","caller":"traceutil/trace.go:171","msg":"trace[450197217] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"395.265528ms","start":"2026-07-04T10:08:21.618116Z","end":"2026-07-04T10:08:22.013381Z","steps":["trace[450197217] 'process raft request' (duration: 394.94321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:22.013597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:21.618095Z","time spent":"395.402762ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:08:22.013594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.765156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:08:22.01369Z","caller":"traceutil/trace.go:171","msg":"trace[1450646796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"316.918029ms","start":"2026-07-04T10:08:21.69675Z","end":"2026-07-04T10:08:22.013668Z","steps":["trace[1450646796] 'agreement among raft nodes before linearized reading' (duration: 316.719794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:22.013701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.51196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-04T10:08:22.013741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:21.696728Z","time spent":"317.005371ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-04T10:08:22.01375Z","caller":"traceutil/trace.go:171","msg":"trace[2133294411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1317; }","duration":"281.637183ms","start":"2026-07-04T10:08:21.732097Z","end":"2026-07-04T10:08:22.013734Z","steps":["trace[2133294411] 'agreement among raft nodes before linearized reading' (duration: 281.393637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:22.013759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.028312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-04T10:08:22.013848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.112605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:08:22.013862Z","caller":"traceutil/trace.go:171","msg":"trace[1176996533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1317; }","duration":"121.168436ms","start":"2026-07-04T10:08:21.892665Z","end":"2026-07-04T10:08:22.013834Z","steps":["trace[1176996533] 'agreement among raft nodes before linearized reading' (duration: 120.860798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:22.013884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.686238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:08:22.013923Z","caller":"traceutil/trace.go:171","msg":"trace[199769870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1317; }","duration":"121.183316ms","start":"2026-07-04T10:08:21.892704Z","end":"2026-07-04T10:08:22.013888Z","steps":["trace[199769870] 'agreement among raft nodes before linearized reading' (duration: 120.990921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:22.01389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.723879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:08:22.01399Z","caller":"traceutil/trace.go:171","msg":"trace[835974692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1317; }","duration":"121.836182ms","start":"2026-07-04T10:08:21.89212Z","end":"2026-07-04T10:08:22.013956Z","steps":["trace[835974692] 'agreement among raft nodes before linearized reading' (duration: 121.481313ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:22.014008Z","caller":"traceutil/trace.go:171","msg":"trace[1245507104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1317; }","duration":"121.920034ms","start":"2026-07-04T10:08:21.892075Z","end":"2026-07-04T10:08:22.013995Z","steps":["trace[1245507104] 'agreement among raft nodes before linearized reading' (duration: 121.619076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:27.796083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:27.488958Z","time spent":"307.119694ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-04T10:08:30.202759Z","caller":"traceutil/trace.go:171","msg":"trace[119311756] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"115.462068ms","start":"2026-07-04T10:08:30.087274Z","end":"2026-07-04T10:08:30.202737Z","steps":["trace[119311756] 'process raft request' (duration: 115.322495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:30.339358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.289565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:08:30.339482Z","caller":"traceutil/trace.go:171","msg":"trace[1258553644] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1492; }","duration":"188.154912ms","start":"2026-07-04T10:08:30.151307Z","end":"2026-07-04T10:08:30.339462Z","steps":["trace[1258553644] 'read index received' (duration: 51.432414ms)","trace[1258553644] 'applied index is now lower than readState.Index' (duration: 136.720878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:08:30.339706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.398088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-04T10:08:30.339764Z","caller":"traceutil/trace.go:171","msg":"trace[803629289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1446; }","duration":"188.48508ms","start":"2026-07-04T10:08:30.151265Z","end":"2026-07-04T10:08:30.33975Z","steps":["trace[803629289] 'agreement among raft nodes before linearized reading' (duration: 188.304376ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:30.339596Z","caller":"traceutil/trace.go:171","msg":"trace[490864533] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"196.154023ms","start":"2026-07-04T10:08:30.143402Z","end":"2026-07-04T10:08:30.339556Z","steps":["trace[490864533] 'process raft request' (duration: 80.561742ms)","trace[490864533] 'compare' (duration: 115.087219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:08:30.339891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.690913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-04T10:08:30.339986Z","caller":"traceutil/trace.go:171","msg":"trace[1137649320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1446; }","duration":"185.821566ms","start":"2026-07-04T10:08:30.154138Z","end":"2026-07-04T10:08:30.339959Z","steps":["trace[1137649320] 'agreement among raft nodes before linearized reading' (duration: 185.59329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:30.339994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.535729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:08:30.340083Z","caller":"traceutil/trace.go:171","msg":"trace[199847064] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1446; }","duration":"185.662341ms","start":"2026-07-04T10:08:30.154399Z","end":"2026-07-04T10:08:30.340061Z","steps":["trace[199847064] 'agreement among raft nodes before linearized reading' (duration: 185.493637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:30.340109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.986305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-04T10:08:30.340237Z","caller":"traceutil/trace.go:171","msg":"trace[1043777944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1446; }","duration":"185.079638ms","start":"2026-07-04T10:08:30.155082Z","end":"2026-07-04T10:08:30.340161Z","steps":["trace[1043777944] 'agreement among raft nodes before linearized reading' (duration: 184.831272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:30.34064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.769804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-04T10:08:30.340701Z","caller":"traceutil/trace.go:171","msg":"trace[1538194994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1446; }","duration":"185.868976ms","start":"2026-07-04T10:08:30.154807Z","end":"2026-07-04T10:08:30.340676Z","steps":["trace[1538194994] 'agreement among raft nodes before linearized reading' (duration: 185.068477ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:30.555421Z","caller":"traceutil/trace.go:171","msg":"trace[669573278] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"210.956418ms","start":"2026-07-04T10:08:30.344436Z","end":"2026-07-04T10:08:30.555393Z","steps":["trace[669573278] 'process raft request' (duration: 203.96036ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:30.556375Z","caller":"traceutil/trace.go:171","msg":"trace[1252190978] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"211.141733ms","start":"2026-07-04T10:08:30.345203Z","end":"2026-07-04T10:08:30.556345Z","steps":["trace[1252190978] 'process raft request' (duration: 210.868946ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:30.556367Z","caller":"traceutil/trace.go:171","msg":"trace[905092107] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"210.083248ms","start":"2026-07-04T10:08:30.34626Z","end":"2026-07-04T10:08:30.556344Z","steps":["trace[905092107] 'process raft request' (duration: 209.961445ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:30.556545Z","caller":"traceutil/trace.go:171","msg":"trace[809096026] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"210.157139ms","start":"2026-07-04T10:08:30.346362Z","end":"2026-07-04T10:08:30.556519Z","steps":["trace[809096026] 'process raft request' (duration: 209.939764ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:36.121087Z","caller":"traceutil/trace.go:171","msg":"trace[1444541533] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"166.283898ms","start":"2026-07-04T10:08:35.954762Z","end":"2026-07-04T10:08:36.121046Z","steps":["trace[1444541533] 'process raft request' (duration: 165.993431ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:38.815024Z","caller":"traceutil/trace.go:171","msg":"trace[1966627833] linearizableReadLoop","detail":"{readStateIndex:1616; appliedIndex:1615; }","duration":"120.96478ms","start":"2026-07-04T10:08:38.694033Z","end":"2026-07-04T10:08:38.814998Z","steps":["trace[1966627833] 'read index received' (duration: 120.840487ms)","trace[1966627833] 'applied index is now lower than readState.Index' (duration: 123.043µs)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:08:38.815167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.122965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:08:38.8152Z","caller":"traceutil/trace.go:171","msg":"trace[281643107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1551; }","duration":"121.202636ms","start":"2026-07-04T10:08:38.693986Z","end":"2026-07-04T10:08:38.815189Z","steps":["trace[281643107] 'agreement among raft nodes before linearized reading' (duration: 121.133404ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:38.815277Z","caller":"traceutil/trace.go:171","msg":"trace[2097810960] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"149.418092ms","start":"2026-07-04T10:08:38.665665Z","end":"2026-07-04T10:08:38.815083Z","steps":["trace[2097810960] 'process raft request' (duration: 149.187567ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:38.978021Z","caller":"traceutil/trace.go:171","msg":"trace[225078651] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"162.900146ms","start":"2026-07-04T10:08:38.815096Z","end":"2026-07-04T10:08:38.977996Z","steps":["trace[225078651] 'read index received' (duration: 142.59101ms)","trace[225078651] 'applied index is now lower than readState.Index' (duration: 20.308046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:08:38.978259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.244051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:08:38.97829Z","caller":"traceutil/trace.go:171","msg":"trace[1118268206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1552; }","duration":"220.325433ms","start":"2026-07-04T10:08:38.757957Z","end":"2026-07-04T10:08:38.978283Z","steps":["trace[1118268206] 'agreement among raft nodes before linearized reading' (duration: 220.17824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:38.978229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.591475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:08:38.978454Z","caller":"traceutil/trace.go:171","msg":"trace[1767125416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1552; }","duration":"219.850842ms","start":"2026-07-04T10:08:38.758569Z","end":"2026-07-04T10:08:38.978419Z","steps":["trace[1767125416] 'agreement among raft nodes before linearized reading' (duration: 219.465792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:38.978447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.23317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:08:38.978485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.015769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:08:38.97858Z","caller":"traceutil/trace.go:171","msg":"trace[1319081599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1552; }","duration":"162.416585ms","start":"2026-07-04T10:08:38.816137Z","end":"2026-07-04T10:08:38.978554Z","steps":["trace[1319081599] 'agreement among raft nodes before linearized reading' (duration: 162.189289ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:38.978349Z","caller":"traceutil/trace.go:171","msg":"trace[1312308947] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"210.845725ms","start":"2026-07-04T10:08:38.767474Z","end":"2026-07-04T10:08:38.97832Z","steps":["trace[1312308947] 'process raft request' (duration: 190.262682ms)","trace[1312308947] 'compare' (duration: 20.119972ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:38.978599Z","caller":"traceutil/trace.go:171","msg":"trace[1132783125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1552; }","duration":"271.158451ms","start":"2026-07-04T10:08:38.707421Z","end":"2026-07-04T10:08:38.978579Z","steps":["trace[1132783125] 'agreement among raft nodes before linearized reading' (duration: 270.921586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:42.503922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.449321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:08:42.504044Z","caller":"traceutil/trace.go:171","msg":"trace[41694765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1682; }","duration":"201.604215ms","start":"2026-07-04T10:08:42.302418Z","end":"2026-07-04T10:08:42.504022Z","steps":["trace[41694765] 'range keys from in-memory index tree' (duration: 201.291357ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:42.504012Z","caller":"traceutil/trace.go:171","msg":"trace[376114004] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"130.801126ms","start":"2026-07-04T10:08:42.373166Z","end":"2026-07-04T10:08:42.503967Z","steps":["trace[376114004] 'process raft request' (duration: 76.847173ms)","trace[376114004] 'compare' (duration: 53.781899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:08:43.046805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.057864ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-04T10:08:43.957632Z","caller":"traceutil/trace.go:171","msg":"trace[471869362] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1688; }","duration":"148.651698ms","start":"2026-07-04T10:08:43.808961Z","end":"2026-07-04T10:08:43.957613Z","steps":["trace[471869362] 'process raft request' (duration: 148.582897ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:44.28284Z","caller":"traceutil/trace.go:171","msg":"trace[1586789811] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1688; }","duration":"472.792339ms","start":"2026-07-04T10:08:43.810008Z","end":"2026-07-04T10:08:44.282801Z","steps":["trace[1586789811] 'process raft request' (duration: 472.541873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:44.283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:43.809964Z","time spent":"472.964253ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-04T10:08:44.283132Z","caller":"traceutil/trace.go:171","msg":"trace[286261587] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1688; }","duration":"385.646652ms","start":"2026-07-04T10:08:43.897459Z","end":"2026-07-04T10:08:44.283105Z","steps":["trace[286261587] 'process raft request' (duration: 385.404576ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:44.283185Z","caller":"traceutil/trace.go:171","msg":"trace[483090674] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1758; }","duration":"324.506599ms","start":"2026-07-04T10:08:43.958652Z","end":"2026-07-04T10:08:44.283159Z","steps":["trace[483090674] 'read index received' (duration: 323.787272ms)","trace[483090674] 'applied index is now lower than readState.Index' (duration: 717.827µs)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:08:44.283268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:43.897435Z","time spent":"385.775165ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-04T10:08:44.283318Z","caller":"traceutil/trace.go:171","msg":"trace[1433633062] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"340.383029ms","start":"2026-07-04T10:08:43.942924Z","end":"2026-07-04T10:08:44.283307Z","steps":["trace[1433633062] 'process raft request' (duration: 340.120183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:44.283425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:43.942909Z","time spent":"340.43753ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:08:44.283444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.795916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"warn","ts":"2026-07-04T10:08:44.283415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.830142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:08:44.283474Z","caller":"traceutil/trace.go:171","msg":"trace[502394449] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1689; }","duration":"324.860158ms","start":"2026-07-04T10:08:43.958606Z","end":"2026-07-04T10:08:44.283466Z","steps":["trace[502394449] 'agreement among raft nodes before linearized reading' (duration: 324.745985ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:44.283491Z","caller":"traceutil/trace.go:171","msg":"trace[840958345] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1689; }","duration":"201.945825ms","start":"2026-07-04T10:08:44.081528Z","end":"2026-07-04T10:08:44.283474Z","steps":["trace[840958345] 'agreement among raft nodes before linearized reading' (duration: 201.826922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:44.283505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:43.958588Z","time spent":"324.909088ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":6828,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"warn","ts":"2026-07-04T10:08:44.283586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.899049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:08:44.283662Z","caller":"traceutil/trace.go:171","msg":"trace[937993960] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1689; }","duration":"155.011591ms","start":"2026-07-04T10:08:44.128629Z","end":"2026-07-04T10:08:44.28364Z","steps":["trace[937993960] 'agreement among raft nodes before linearized reading' (duration: 154.844137ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:45.003386Z","caller":"traceutil/trace.go:171","msg":"trace[206269719] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"121.892068ms","start":"2026-07-04T10:08:44.881466Z","end":"2026-07-04T10:08:45.003358Z","steps":["trace[206269719] 'process raft request' (duration: 121.766595ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:51.368591Z","caller":"traceutil/trace.go:171","msg":"trace[1692527853] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1835; }","duration":"240.978029ms","start":"2026-07-04T10:08:51.127592Z","end":"2026-07-04T10:08:51.36857Z","steps":["trace[1692527853] 'read index received' (duration: 240.813175ms)","trace[1692527853] 'applied index is now lower than readState.Index' (duration: 164.294µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:51.36865Z","caller":"traceutil/trace.go:171","msg":"trace[1559480675] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"331.863675ms","start":"2026-07-04T10:08:51.036758Z","end":"2026-07-04T10:08:51.368621Z","steps":["trace[1559480675] 'process raft request' (duration: 331.66539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:51.368757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.156113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-04T10:08:51.368784Z","caller":"traceutil/trace.go:171","msg":"trace[1620682149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1762; }","duration":"241.191944ms","start":"2026-07-04T10:08:51.127585Z","end":"2026-07-04T10:08:51.368777Z","steps":["trace[1620682149] 'agreement among raft nodes before linearized reading' (duration: 241.078771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:51.368796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:51.036747Z","time spent":"331.962497ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:08:51.368882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.322952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-04T10:08:51.368914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.835036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-04T10:08:51.368971Z","caller":"traceutil/trace.go:171","msg":"trace[1658389562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1762; }","duration":"161.450715ms","start":"2026-07-04T10:08:51.207501Z","end":"2026-07-04T10:08:51.368952Z","steps":["trace[1658389562] 'agreement among raft nodes before linearized reading' (duration: 161.211609ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:51.369005Z","caller":"traceutil/trace.go:171","msg":"trace[249158223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1762; }","duration":"159.95807ms","start":"2026-07-04T10:08:51.209025Z","end":"2026-07-04T10:08:51.368983Z","steps":["trace[249158223] 'agreement among raft nodes before linearized reading' (duration: 159.719664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:51.626035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.627306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:08:51.626283Z","caller":"traceutil/trace.go:171","msg":"trace[429346395] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"253.498179ms","start":"2026-07-04T10:08:51.372748Z","end":"2026-07-04T10:08:51.626246Z","steps":["trace[429346395] 'process raft request' (duration: 102.563166ms)","trace[429346395] 'compare' (duration: 150.461311ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:51.62631Z","caller":"traceutil/trace.go:171","msg":"trace[1238060664] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"252.834703ms","start":"2026-07-04T10:08:51.373453Z","end":"2026-07-04T10:08:51.626288Z","steps":["trace[1238060664] 'process raft request' (duration: 252.70709ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:51.626571Z","caller":"traceutil/trace.go:171","msg":"trace[1059534387] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"252.838253ms","start":"2026-07-04T10:08:51.373713Z","end":"2026-07-04T10:08:51.626551Z","steps":["trace[1059534387] 'process raft request' (duration: 252.521085ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:51.626692Z","caller":"traceutil/trace.go:171","msg":"trace[1356096133] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"117.190356ms","start":"2026-07-04T10:08:51.509484Z","end":"2026-07-04T10:08:51.626674Z","steps":["trace[1356096133] 'process raft request' (duration: 117.083323ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:56.274948Z","caller":"traceutil/trace.go:171","msg":"trace[1742148742] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"111.839848ms","start":"2026-07-04T10:08:56.163079Z","end":"2026-07-04T10:08:56.274919Z","steps":["trace[1742148742] 'process raft request' (duration: 111.676414ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:56.275064Z","caller":"traceutil/trace.go:171","msg":"trace[1003142451] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"111.340846ms","start":"2026-07-04T10:08:56.163679Z","end":"2026-07-04T10:08:56.27502Z","steps":["trace[1003142451] 'process raft request' (duration: 111.187472ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:56.275101Z","caller":"traceutil/trace.go:171","msg":"trace[670330534] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"106.099451ms","start":"2026-07-04T10:08:56.168981Z","end":"2026-07-04T10:08:56.27508Z","steps":["trace[670330534] 'process raft request' (duration: 105.983718ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:56.275082Z","caller":"traceutil/trace.go:171","msg":"trace[1220582618] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"106.805578ms","start":"2026-07-04T10:08:56.168234Z","end":"2026-07-04T10:08:56.27504Z","steps":["trace[1220582618] 'process raft request' (duration: 106.670734ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:56.27543Z","caller":"traceutil/trace.go:171","msg":"trace[332825607] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"106.306146ms","start":"2026-07-04T10:08:56.169108Z","end":"2026-07-04T10:08:56.275414Z","steps":["trace[332825607] 'process raft request' (duration: 105.922186ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:56.275553Z","caller":"traceutil/trace.go:171","msg":"trace[1864930463] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"100.968087ms","start":"2026-07-04T10:08:56.174563Z","end":"2026-07-04T10:08:56.275531Z","steps":["trace[1864930463] 'process raft request' (duration: 100.757772ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:56.275593Z","caller":"traceutil/trace.go:171","msg":"trace[63717039] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"100.455925ms","start":"2026-07-04T10:08:56.175113Z","end":"2026-07-04T10:08:56.275569Z","steps":["trace[63717039] 'process raft request' (duration: 100.320852ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:57.655235Z","caller":"traceutil/trace.go:171","msg":"trace[1646786354] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"126.1555ms","start":"2026-07-04T10:08:57.529059Z","end":"2026-07-04T10:08:57.655215Z","steps":["trace[1646786354] 'process raft request' (duration: 70.073968ms)","trace[1646786354] 'compare' (duration: 55.968709ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:57.836245Z","caller":"traceutil/trace.go:171","msg":"trace[1518895586] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"117.415671ms","start":"2026-07-04T10:08:57.718781Z","end":"2026-07-04T10:08:57.836197Z","steps":["trace[1518895586] 'process raft request' (duration: 36.431522ms)","trace[1518895586] 'compare' (duration: 80.489207ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:57.836567Z","caller":"traceutil/trace.go:171","msg":"trace[606999312] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"117.282028ms","start":"2026-07-04T10:08:57.719247Z","end":"2026-07-04T10:08:57.836529Z","steps":["trace[606999312] 'process raft request' (duration: 116.689234ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:58.344614Z","caller":"traceutil/trace.go:171","msg":"trace[134530012] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"137.494971ms","start":"2026-07-04T10:08:58.207096Z","end":"2026-07-04T10:08:58.344591Z","steps":["trace[134530012] 'process raft request' (duration: 107.139504ms)","trace[134530012] 'compare' (duration: 30.219794ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:59.895562Z","caller":"traceutil/trace.go:171","msg":"trace[886365878] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1940; }","duration":"381.635166ms","start":"2026-07-04T10:08:59.513902Z","end":"2026-07-04T10:08:59.895537Z","steps":["trace[886365878] 'read index received' (duration: 22.5835ms)","trace[886365878] 'applied index is now lower than readState.Index' (duration: 359.050536ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:08:59.89567Z","caller":"traceutil/trace.go:171","msg":"trace[305379646] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"386.631666ms","start":"2026-07-04T10:08:59.509016Z","end":"2026-07-04T10:08:59.895647Z","steps":["trace[305379646] 'process raft request' (duration: 386.471062ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:59.895649Z","caller":"traceutil/trace.go:171","msg":"trace[502307358] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"430.456355ms","start":"2026-07-04T10:08:59.465153Z","end":"2026-07-04T10:08:59.895609Z","steps":["trace[502307358] 'process raft request' (duration: 430.152408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:59.895796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.866542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a179d14-8b30-4d16-9bf4-b33add59328e\" ","response":"range_response_count:1 size:3625"} {"level":"warn","ts":"2026-07-04T10:08:59.895832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:59.509Z","time spent":"386.738318ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:08:59.895924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:59.465144Z","time spent":"430.697021ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:08:59.895846Z","caller":"traceutil/trace.go:171","msg":"trace[78155958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a179d14-8b30-4d16-9bf4-b33add59328e; range_end:; response_count:1; response_revision:1867; }","duration":"381.960604ms","start":"2026-07-04T10:08:59.513872Z","end":"2026-07-04T10:08:59.895832Z","steps":["trace[78155958] 'agreement among raft nodes before linearized reading' (duration: 381.7931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:59.896046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:08:59.51386Z","time spent":"382.142868ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a179d14-8b30-4d16-9bf4-b33add59328e\" "} {"level":"warn","ts":"2026-07-04T10:08:59.8995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.356048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:08:59.899574Z","caller":"traceutil/trace.go:171","msg":"trace[1337198141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1868; }","duration":"203.46099ms","start":"2026-07-04T10:08:59.696094Z","end":"2026-07-04T10:08:59.899555Z","steps":["trace[1337198141] 'agreement among raft nodes before linearized reading' (duration: 203.341238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:08:59.899597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.860445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:08:59.899631Z","caller":"traceutil/trace.go:171","msg":"trace[1946790786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1868; }","duration":"156.928847ms","start":"2026-07-04T10:08:59.742693Z","end":"2026-07-04T10:08:59.899621Z","steps":["trace[1946790786] 'agreement among raft nodes before linearized reading' (duration: 156.821294ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:08:59.899694Z","caller":"traceutil/trace.go:171","msg":"trace[2065651952] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"181.000323ms","start":"2026-07-04T10:08:59.718672Z","end":"2026-07-04T10:08:59.899672Z","steps":["trace[2065651952] 'process raft request' (duration: 180.650415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:02.387959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227352566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:09:02.888314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227352566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:09:03.283011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.388599713s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:09:03.283427Z","caller":"traceutil/trace.go:171","msg":"trace[343337496] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.47405719s","start":"2026-07-04T10:09:01.809344Z","end":"2026-07-04T10:09:03.283401Z","steps":["trace[343337496] 'process raft request' (duration: 1.473889376s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:03.283582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.809319Z","time spent":"1.474183982s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:09:04.695742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-04T10:09:04.695933Z","caller":"traceutil/trace.go:171","msg":"trace[355341729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167134s","start":"2026-07-04T10:09:02.69574Z","end":"2026-07-04T10:09:04.695907Z","steps":["trace[355341729] 'agreement among raft nodes before linearized reading' (duration: 1.999934118s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:04.696039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:02.695718Z","time spent":"2.000302627s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:09:04.797704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30494529s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:09:04.797865Z","caller":"traceutil/trace.go:171","msg":"trace[514960096] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1880; }","duration":"1.305119934s","start":"2026-07-04T10:09:03.492719Z","end":"2026-07-04T10:09:04.797839Z","steps":["trace[514960096] 'range keys from in-memory index tree' (duration: 1.304914089s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:04.827363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544057794s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:09:04.827969Z","caller":"traceutil/trace.go:171","msg":"trace[118022569] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"2.92399265s","start":"2026-07-04T10:09:01.903945Z","end":"2026-07-04T10:09:04.827938Z","steps":["trace[118022569] 'process raft request' (duration: 2.923824976s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:04.828008Z","caller":"traceutil/trace.go:171","msg":"trace[1501651578] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"2.170181784s","start":"2026-07-04T10:09:02.657804Z","end":"2026-07-04T10:09:04.827985Z","steps":["trace[1501651578] 'process raft request' (duration: 2.170110472s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:04.828117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.903932Z","time spent":"2.924109353s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:04.828084Z","caller":"traceutil/trace.go:171","msg":"trace[449747403] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"2.679066147s","start":"2026-07-04T10:09:02.148965Z","end":"2026-07-04T10:09:04.828031Z","steps":["trace[449747403] 'process raft request' (duration: 2.678853882s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:04.8282Z","caller":"traceutil/trace.go:171","msg":"trace[1610076664] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"1.999468487s","start":"2026-07-04T10:09:02.82871Z","end":"2026-07-04T10:09:04.828178Z","steps":["trace[1610076664] 'process raft request' (duration: 1.999236912s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:04.828153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:02.657767Z","time spent":"2.170312947s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:09:04.828435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:02.82869Z","time spent":"1.999624791s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:09:04.828437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:02.148945Z","time spent":"2.679334083s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:04.827942Z","caller":"traceutil/trace.go:171","msg":"trace[616865615] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"2.927658418s","start":"2026-07-04T10:09:01.900229Z","end":"2026-07-04T10:09:04.827888Z","steps":["trace[616865615] 'process raft request' (duration: 2.927366641s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:04.828952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.900198Z","time spent":"2.928431296s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:09:04.998661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.513812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-04T10:09:04.998772Z","caller":"traceutil/trace.go:171","msg":"trace[2013185078] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1955; }","duration":"3.111439428s","start":"2026-07-04T10:09:01.887313Z","end":"2026-07-04T10:09:04.998753Z","steps":["trace[2013185078] 'read index received' (duration: 1.396055852s)","trace[2013185078] 'applied index is now lower than readState.Index' (duration: 1.715381576s)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:09:04.999056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111728385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10326"} {"level":"info","ts":"2026-07-04T10:09:04.999137Z","caller":"traceutil/trace.go:171","msg":"trace[1617853700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1885; }","duration":"3.111852748s","start":"2026-07-04T10:09:01.887265Z","end":"2026-07-04T10:09:04.999118Z","steps":["trace[1617853700] 'agreement among raft nodes before linearized reading' (duration: 3.111564921s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:04.999188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.887249Z","time spent":"3.111920939s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-04T10:09:05.090606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21348442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:09:05.090646Z","caller":"traceutil/trace.go:171","msg":"trace[1013355949] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"1.519707841s","start":"2026-07-04T10:09:03.570891Z","end":"2026-07-04T10:09:05.090599Z","steps":["trace[1013355949] 'process raft request' (duration: 1.519194738s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.090637Z","caller":"traceutil/trace.go:171","msg":"trace[757101689] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"1.308905924s","start":"2026-07-04T10:09:03.781671Z","end":"2026-07-04T10:09:05.090577Z","steps":["trace[757101689] 'process raft request' (duration: 1.308610837s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.090779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:03.570868Z","time spent":"1.519844314s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-04T10:09:05.090677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478166697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-04T10:09:05.09084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.470077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:09:05.090897Z","caller":"traceutil/trace.go:171","msg":"trace[588885575] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1888; }","duration":"532.573599ms","start":"2026-07-04T10:09:04.558307Z","end":"2026-07-04T10:09:05.09088Z","steps":["trace[588885575] 'agreement among raft nodes before linearized reading' (duration: 532.465577ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.090888Z","caller":"traceutil/trace.go:171","msg":"trace[433482834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1888; }","duration":"1.478391312s","start":"2026-07-04T10:09:03.612471Z","end":"2026-07-04T10:09:05.090862Z","steps":["trace[433482834] 'agreement among raft nodes before linearized reading' (duration: 1.477936171s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.090945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:04.558282Z","time spent":"532.652542ms","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:09:05.090979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164337245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:09:05.091036Z","caller":"traceutil/trace.go:171","msg":"trace[357283800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"3.164421226s","start":"2026-07-04T10:09:01.926598Z","end":"2026-07-04T10:09:05.091019Z","steps":["trace[357283800] 'agreement among raft nodes before linearized reading' (duration: 3.164324543s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.091014Z","caller":"traceutil/trace.go:171","msg":"trace[411568049] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"676.595448ms","start":"2026-07-04T10:09:04.414361Z","end":"2026-07-04T10:09:05.090957Z","steps":["trace[411568049] 'process raft request' (duration: 675.978333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.090904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353910332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bf0e5522a78f2b\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-04T10:09:05.091091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164636831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:09:05.091122Z","caller":"traceutil/trace.go:171","msg":"trace[1863935636] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bf0e5522a78f2b; range_end:; response_count:1; response_revision:1888; }","duration":"2.354118997s","start":"2026-07-04T10:09:02.736987Z","end":"2026-07-04T10:09:05.091106Z","steps":["trace[1863935636] 'agreement among raft nodes before linearized reading' (duration: 2.353857801s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.091156Z","caller":"traceutil/trace.go:171","msg":"trace[1787962016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1888; }","duration":"3.164711014s","start":"2026-07-04T10:09:01.926426Z","end":"2026-07-04T10:09:05.091137Z","steps":["trace[1787962016] 'agreement among raft nodes before linearized reading' (duration: 3.164593851s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.091168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:02.736952Z","time spent":"2.354199829s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bf0e5522a78f2b\" "} {"level":"warn","ts":"2026-07-04T10:09:05.090808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176604137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-04T10:09:05.091206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.926414Z","time spent":"3.164783645s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-04T10:09:05.090705Z","caller":"traceutil/trace.go:171","msg":"trace[117242405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1888; }","duration":"2.213622344s","start":"2026-07-04T10:09:02.877059Z","end":"2026-07-04T10:09:05.090682Z","steps":["trace[117242405] 'agreement among raft nodes before linearized reading' (duration: 2.213359737s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.091214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:04.414336Z","time spent":"676.777922ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:05.091232Z","caller":"traceutil/trace.go:171","msg":"trace[89231408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"3.177029717s","start":"2026-07-04T10:09:01.914183Z","end":"2026-07-04T10:09:05.091213Z","steps":["trace[89231408] 'agreement among raft nodes before linearized reading' (duration: 3.176502905s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.090965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.058432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:09:05.091272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:02.877048Z","time spent":"2.214205267s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:09:05.090951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187601091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a179d14-8b30-4d16-9bf4-b33add59328e\" ","response":"range_response_count:1 size:3745"} {"level":"info","ts":"2026-07-04T10:09:05.091357Z","caller":"traceutil/trace.go:171","msg":"trace[1217879689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a179d14-8b30-4d16-9bf4-b33add59328e; range_end:; response_count:1; response_revision:1888; }","duration":"3.188063693s","start":"2026-07-04T10:09:01.90328Z","end":"2026-07-04T10:09:05.091344Z","steps":["trace[1217879689] 'agreement among raft nodes before linearized reading' (duration: 3.187464508s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.091403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.903264Z","time spent":"3.188128624s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a179d14-8b30-4d16-9bf4-b33add59328e\" "} {"level":"warn","ts":"2026-07-04T10:09:05.090979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:03.612404Z","time spent":"1.478556356s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:09:05.091076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.926579Z","time spent":"3.164489128s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:09:05.091418Z","caller":"traceutil/trace.go:171","msg":"trace[101559364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"391.599695ms","start":"2026-07-04T10:09:04.699716Z","end":"2026-07-04T10:09:05.091315Z","steps":["trace[101559364] 'agreement among raft nodes before linearized reading' (duration: 390.933379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.091558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:04.699691Z","time spent":"391.850441ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:09:05.091274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.91413Z","time spent":"3.177132061s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-04T10:09:05.091734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179854776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:09:05.09181Z","caller":"traceutil/trace.go:171","msg":"trace[596586103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"3.179999649s","start":"2026-07-04T10:09:01.911791Z","end":"2026-07-04T10:09:05.091791Z","steps":["trace[596586103] 'agreement among raft nodes before linearized reading' (duration: 3.17920625s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.091868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:01.911777Z","time spent":"3.180078731s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:09:05.092449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:03.781646Z","time spent":"1.3091189s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:05.2322Z","caller":"traceutil/trace.go:171","msg":"trace[809360634] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"137.557303ms","start":"2026-07-04T10:09:05.094604Z","end":"2026-07-04T10:09:05.232161Z","steps":["trace[809360634] 'read index received' (duration: 89.908762ms)","trace[809360634] 'applied index is now lower than readState.Index' (duration: 47.647181ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:09:05.232315Z","caller":"traceutil/trace.go:171","msg":"trace[1624607109] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"138.391683ms","start":"2026-07-04T10:09:05.093874Z","end":"2026-07-04T10:09:05.232266Z","steps":["trace[1624607109] 'process raft request' (duration: 90.608339ms)","trace[1624607109] 'compare' (duration: 47.526458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:09:05.232387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.774689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:09:05.232446Z","caller":"traceutil/trace.go:171","msg":"trace[1735131505] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1889; }","duration":"137.878151ms","start":"2026-07-04T10:09:05.094553Z","end":"2026-07-04T10:09:05.232432Z","steps":["trace[1735131505] 'agreement among raft nodes before linearized reading' (duration: 137.772699ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.322355Z","caller":"traceutil/trace.go:171","msg":"trace[821811626] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"226.599594ms","start":"2026-07-04T10:09:05.095728Z","end":"2026-07-04T10:09:05.322328Z","steps":["trace[821811626] 'process raft request' (duration: 226.512142ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.32239Z","caller":"traceutil/trace.go:171","msg":"trace[1771111088] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"226.868631ms","start":"2026-07-04T10:09:05.095494Z","end":"2026-07-04T10:09:05.322363Z","steps":["trace[1771111088] 'process raft request' (duration: 226.606845ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.322858Z","caller":"traceutil/trace.go:171","msg":"trace[1004071201] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"226.8179ms","start":"2026-07-04T10:09:05.095999Z","end":"2026-07-04T10:09:05.322817Z","steps":["trace[1004071201] 'process raft request' (duration: 226.283307ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.322985Z","caller":"traceutil/trace.go:171","msg":"trace[1262816690] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"226.756828ms","start":"2026-07-04T10:09:05.096202Z","end":"2026-07-04T10:09:05.322959Z","steps":["trace[1262816690] 'process raft request' (duration: 226.510352ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.323006Z","caller":"traceutil/trace.go:171","msg":"trace[2017963602] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"226.483842ms","start":"2026-07-04T10:09:05.096488Z","end":"2026-07-04T10:09:05.322972Z","steps":["trace[2017963602] 'process raft request' (duration: 226.348038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:05.323083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.944997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:09:05.323066Z","caller":"traceutil/trace.go:171","msg":"trace[247200848] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"225.742994ms","start":"2026-07-04T10:09:05.097297Z","end":"2026-07-04T10:09:05.32304Z","steps":["trace[247200848] 'process raft request' (duration: 225.57625ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:05.323135Z","caller":"traceutil/trace.go:171","msg":"trace[497568120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"223.031899ms","start":"2026-07-04T10:09:05.100083Z","end":"2026-07-04T10:09:05.323115Z","steps":["trace[497568120] 'agreement among raft nodes before linearized reading' (duration: 222.900076ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:06.039889Z","caller":"traceutil/trace.go:171","msg":"trace[764667696] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"153.055754ms","start":"2026-07-04T10:09:05.886808Z","end":"2026-07-04T10:09:06.039863Z","steps":["trace[764667696] 'process raft request' (duration: 152.816779ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:06.040191Z","caller":"traceutil/trace.go:171","msg":"trace[362720730] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"152.664034ms","start":"2026-07-04T10:09:05.887495Z","end":"2026-07-04T10:09:06.040159Z","steps":["trace[362720730] 'process raft request' (duration: 152.297986ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:06.040327Z","caller":"traceutil/trace.go:171","msg":"trace[836888272] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"152.419069ms","start":"2026-07-04T10:09:05.887874Z","end":"2026-07-04T10:09:06.040293Z","steps":["trace[836888272] 'process raft request' (duration: 152.195583ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:06.040526Z","caller":"traceutil/trace.go:171","msg":"trace[1981182836] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"150.989825ms","start":"2026-07-04T10:09:05.889511Z","end":"2026-07-04T10:09:06.040501Z","steps":["trace[1981182836] 'process raft request' (duration: 150.691937ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:09.507681Z","caller":"traceutil/trace.go:171","msg":"trace[1217236895] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2012; }","duration":"123.049076ms","start":"2026-07-04T10:09:09.3846Z","end":"2026-07-04T10:09:09.507649Z","steps":["trace[1217236895] 'read index received' (duration: 122.860892ms)","trace[1217236895] 'applied index is now lower than readState.Index' (duration: 187.014µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:09:09.507774Z","caller":"traceutil/trace.go:171","msg":"trace[160715067] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"129.353197ms","start":"2026-07-04T10:09:09.378394Z","end":"2026-07-04T10:09:09.507747Z","steps":["trace[160715067] 'process raft request' (duration: 129.217063ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:09.507704Z","caller":"traceutil/trace.go:171","msg":"trace[1412066968] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"129.322365ms","start":"2026-07-04T10:09:09.378339Z","end":"2026-07-04T10:09:09.507662Z","steps":["trace[1412066968] 'process raft request' (duration: 129.238933ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:09.507702Z","caller":"traceutil/trace.go:171","msg":"trace[1828301962] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"130.597076ms","start":"2026-07-04T10:09:09.377085Z","end":"2026-07-04T10:09:09.507682Z","steps":["trace[1828301962] 'process raft request' (duration: 130.33296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:09.507932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.261466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:09:09.507962Z","caller":"traceutil/trace.go:171","msg":"trace[1182733004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"132.333477ms","start":"2026-07-04T10:09:09.375619Z","end":"2026-07-04T10:09:09.507952Z","steps":["trace[1182733004] 'agreement among raft nodes before linearized reading' (duration: 132.171664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:09.512589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.476593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-07-04T10:09:09.512748Z","caller":"traceutil/trace.go:171","msg":"trace[543370822] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1937; }","duration":"117.678337ms","start":"2026-07-04T10:09:09.395046Z","end":"2026-07-04T10:09:09.512724Z","steps":["trace[543370822] 'agreement among raft nodes before linearized reading' (duration: 117.37564ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:09.865272Z","caller":"traceutil/trace.go:171","msg":"trace[1053844513] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"163.291039ms","start":"2026-07-04T10:09:09.701948Z","end":"2026-07-04T10:09:09.865239Z","steps":["trace[1053844513] 'process raft request' (duration: 163.005822ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:10.254827Z","caller":"traceutil/trace.go:171","msg":"trace[231133037] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"170.82331ms","start":"2026-07-04T10:09:10.083976Z","end":"2026-07-04T10:09:10.2548Z","steps":["trace[231133037] 'process raft request' (duration: 86.693475ms)","trace[231133037] 'compare' (duration: 83.93475ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:09:12.540726Z","caller":"traceutil/trace.go:171","msg":"trace[22052843] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"127.968214ms","start":"2026-07-04T10:09:12.412731Z","end":"2026-07-04T10:09:12.540699Z","steps":["trace[22052843] 'process raft request' (duration: 127.782789ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:13.570413Z","caller":"traceutil/trace.go:171","msg":"trace[687933539] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"162.844619ms","start":"2026-07-04T10:09:13.407516Z","end":"2026-07-04T10:09:13.57036Z","steps":["trace[687933539] 'process raft request' (duration: 162.47254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:13.856559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.071108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:09:13.85664Z","caller":"traceutil/trace.go:171","msg":"trace[299872644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1983; }","duration":"235.16428ms","start":"2026-07-04T10:09:13.621455Z","end":"2026-07-04T10:09:13.85662Z","steps":["trace[299872644] 'range keys from in-memory index tree' (duration: 234.853042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:13.856691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.903042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:09:13.856779Z","caller":"traceutil/trace.go:171","msg":"trace[1658313328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"161.051735ms","start":"2026-07-04T10:09:13.695706Z","end":"2026-07-04T10:09:13.856757Z","steps":["trace[1658313328] 'range keys from in-memory index tree' (duration: 160.732497ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:15.072923Z","caller":"traceutil/trace.go:171","msg":"trace[1698051391] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"121.396036ms","start":"2026-07-04T10:09:14.95149Z","end":"2026-07-04T10:09:15.072886Z","steps":["trace[1698051391] 'process raft request' (duration: 121.15633ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:15.345304Z","caller":"traceutil/trace.go:171","msg":"trace[1281741390] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"392.555757ms","start":"2026-07-04T10:09:14.952719Z","end":"2026-07-04T10:09:15.345275Z","steps":["trace[1281741390] 'process raft request' (duration: 392.332732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:15.345533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:14.95269Z","time spent":"392.69562ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:15.345717Z","caller":"traceutil/trace.go:171","msg":"trace[237395821] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"368.142203ms","start":"2026-07-04T10:09:14.977529Z","end":"2026-07-04T10:09:15.345671Z","steps":["trace[237395821] 'process raft request' (duration: 367.703812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:15.345933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:14.977491Z","time spent":"368.326797ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:15.346059Z","caller":"traceutil/trace.go:171","msg":"trace[338027860] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"366.694488ms","start":"2026-07-04T10:09:14.979324Z","end":"2026-07-04T10:09:15.346019Z","steps":["trace[338027860] 'process raft request' (duration: 366.237157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:15.346301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:14.979303Z","time spent":"366.865671ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:09:15.88915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.473609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:09:15.889266Z","caller":"traceutil/trace.go:171","msg":"trace[756620299] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2068; }","duration":"314.178311ms","start":"2026-07-04T10:09:15.575068Z","end":"2026-07-04T10:09:15.889247Z","steps":["trace[756620299] 'read index received' (duration: 47.381384ms)","trace[756620299] 'applied index is now lower than readState.Index' (duration: 266.795797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:09:15.889498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.123037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:09:15.889534Z","caller":"traceutil/trace.go:171","msg":"trace[1159955884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1989; }","duration":"306.178879ms","start":"2026-07-04T10:09:15.583345Z","end":"2026-07-04T10:09:15.889524Z","steps":["trace[1159955884] 'agreement among raft nodes before linearized reading' (duration: 306.017975ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:15.889501Z","caller":"traceutil/trace.go:171","msg":"trace[1437047040] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"466.328053ms","start":"2026-07-04T10:09:15.423138Z","end":"2026-07-04T10:09:15.889466Z","steps":["trace[1437047040] 'process raft request' (duration: 199.445734ms)","trace[1437047040] 'compare' (duration: 266.319255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:09:15.889572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:15.583334Z","time spent":"306.22988ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:09:15.889574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.209004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:09:15.889652Z","caller":"traceutil/trace.go:171","msg":"trace[476177141] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1989; }","duration":"124.303596ms","start":"2026-07-04T10:09:15.76533Z","end":"2026-07-04T10:09:15.889633Z","steps":["trace[476177141] 'agreement among raft nodes before linearized reading' (duration: 124.161052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:15.889689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.43021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:09:15.889765Z","caller":"traceutil/trace.go:171","msg":"trace[597689468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1989; }","duration":"297.561473ms","start":"2026-07-04T10:09:15.59219Z","end":"2026-07-04T10:09:15.889752Z","steps":["trace[597689468] 'agreement among raft nodes before linearized reading' (duration: 297.319477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:15.889724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.303413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-04T10:09:15.889796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:15.423109Z","time spent":"466.498146ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:09:15.889843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.22491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:09:15.889846Z","caller":"traceutil/trace.go:171","msg":"trace[883235819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1989; }","duration":"296.484267ms","start":"2026-07-04T10:09:15.593334Z","end":"2026-07-04T10:09:15.889818Z","steps":["trace[883235819] 'agreement among raft nodes before linearized reading' (duration: 296.17227ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:15.889882Z","caller":"traceutil/trace.go:171","msg":"trace[1258567756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"194.302782ms","start":"2026-07-04T10:09:15.695569Z","end":"2026-07-04T10:09:15.889872Z","steps":["trace[1258567756] 'agreement among raft nodes before linearized reading' (duration: 194.24695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:15.890333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.139544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:09:15.890737Z","caller":"traceutil/trace.go:171","msg":"trace[2039232932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1989; }","duration":"315.693648ms","start":"2026-07-04T10:09:15.575015Z","end":"2026-07-04T10:09:15.890709Z","steps":["trace[2039232932] 'agreement among raft nodes before linearized reading' (duration: 314.344635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:15.890806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:15.574992Z","time spent":"315.795259ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:09:15.998121Z","caller":"traceutil/trace.go:171","msg":"trace[2082629774] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"102.689948ms","start":"2026-07-04T10:09:15.895402Z","end":"2026-07-04T10:09:15.998092Z","steps":["trace[2082629774] 'process raft request' (duration: 102.646857ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:15.998419Z","caller":"traceutil/trace.go:171","msg":"trace[292872504] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"103.391515ms","start":"2026-07-04T10:09:15.895003Z","end":"2026-07-04T10:09:15.998394Z","steps":["trace[292872504] 'process raft request' (duration: 102.74021ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:15.998446Z","caller":"traceutil/trace.go:171","msg":"trace[1820230644] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"103.152709ms","start":"2026-07-04T10:09:15.895236Z","end":"2026-07-04T10:09:15.998388Z","steps":["trace[1820230644] 'process raft request' (duration: 102.682918ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:15.998468Z","caller":"traceutil/trace.go:171","msg":"trace[82191460] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"103.142149ms","start":"2026-07-04T10:09:15.895274Z","end":"2026-07-04T10:09:15.998416Z","steps":["trace[82191460] 'process raft request' (duration: 102.706919ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:20.540078Z","caller":"traceutil/trace.go:171","msg":"trace[1771429407] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"194.113737ms","start":"2026-07-04T10:09:20.345936Z","end":"2026-07-04T10:09:20.54005Z","steps":["trace[1771429407] 'process raft request' (duration: 193.703727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:20.540295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.227824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-07-04T10:09:20.54038Z","caller":"traceutil/trace.go:171","msg":"trace[508969568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2021; }","duration":"157.386747ms","start":"2026-07-04T10:09:20.382973Z","end":"2026-07-04T10:09:20.54036Z","steps":["trace[508969568] 'agreement among raft nodes before linearized reading' (duration: 157.157402ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:20.540434Z","caller":"traceutil/trace.go:171","msg":"trace[918024070] linearizableReadLoop","detail":"{readStateIndex:2102; appliedIndex:2101; }","duration":"156.769312ms","start":"2026-07-04T10:09:20.383055Z","end":"2026-07-04T10:09:20.539825Z","steps":["trace[918024070] 'read index received' (duration: 156.582808ms)","trace[918024070] 'applied index is now lower than readState.Index' (duration: 185.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:09:21.478475Z","caller":"traceutil/trace.go:171","msg":"trace[838777235] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"375.690653ms","start":"2026-07-04T10:09:21.102747Z","end":"2026-07-04T10:09:21.478437Z","steps":["trace[838777235] 'process raft request' (duration: 375.496078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:21.478705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.102698Z","time spent":"375.897348ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:09:22.014767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227352859,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:09:22.453128Z","caller":"traceutil/trace.go:171","msg":"trace[54752506] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"1.026927162s","start":"2026-07-04T10:09:21.426171Z","end":"2026-07-04T10:09:22.453098Z","steps":["trace[54752506] 'process raft request' (duration: 1.025553799s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.453299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.426141Z","time spent":"1.027073975s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:22.4535Z","caller":"traceutil/trace.go:171","msg":"trace[578863265] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"1.003716686s","start":"2026-07-04T10:09:21.449712Z","end":"2026-07-04T10:09:22.453428Z","steps":["trace[578863265] 'process raft request' (duration: 1.003284116s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.453728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.449697Z","time spent":"1.003889541s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:22.45364Z","caller":"traceutil/trace.go:171","msg":"trace[1699295771] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2103; }","duration":"939.162321ms","start":"2026-07-04T10:09:21.514426Z","end":"2026-07-04T10:09:22.453589Z","steps":["trace[1699295771] 'read index received' (duration: 937.272116ms)","trace[1699295771] 'applied index is now lower than readState.Index' (duration: 1.888645ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:09:22.453805Z","caller":"traceutil/trace.go:171","msg":"trace[1922620754] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"1.002984779s","start":"2026-07-04T10:09:21.45079Z","end":"2026-07-04T10:09:22.453775Z","steps":["trace[1922620754] 'process raft request' (duration: 1.002538519s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.454657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.180846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:09:22.454655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.450742Z","time spent":"1.003809199s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:22.454748Z","caller":"traceutil/trace.go:171","msg":"trace[1947254589] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2025; }","duration":"940.35756ms","start":"2026-07-04T10:09:21.514368Z","end":"2026-07-04T10:09:22.454725Z","steps":["trace[1947254589] 'agreement among raft nodes before linearized reading' (duration: 939.611982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.454899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.514346Z","time spent":"940.530164ms","remote":"127.0.0.1:53018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:09:22.455067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.155537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-04T10:09:22.455069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.890411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-04T10:09:22.455125Z","caller":"traceutil/trace.go:171","msg":"trace[1841896436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2025; }","duration":"420.008623ms","start":"2026-07-04T10:09:22.035103Z","end":"2026-07-04T10:09:22.455112Z","steps":["trace[1841896436] 'agreement among raft nodes before linearized reading' (duration: 419.824009ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:22.455123Z","caller":"traceutil/trace.go:171","msg":"trace[1528016807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2025; }","duration":"425.226108ms","start":"2026-07-04T10:09:22.029878Z","end":"2026-07-04T10:09:22.455105Z","steps":["trace[1528016807] 'agreement among raft nodes before linearized reading' (duration: 425.078895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.455164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:22.035073Z","time spent":"420.084135ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:09:22.455152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.316389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-04T10:09:22.455229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.716079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:09:22.455131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.297341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:09:22.455272Z","caller":"traceutil/trace.go:171","msg":"trace[1734925983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2025; }","duration":"549.797391ms","start":"2026-07-04T10:09:21.905465Z","end":"2026-07-04T10:09:22.455262Z","steps":["trace[1734925983] 'agreement among raft nodes before linearized reading' (duration: 549.731309ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:22.455291Z","caller":"traceutil/trace.go:171","msg":"trace[985845100] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2025; }","duration":"405.485346ms","start":"2026-07-04T10:09:22.049786Z","end":"2026-07-04T10:09:22.455271Z","steps":["trace[985845100] 'agreement among raft nodes before linearized reading' (duration: 405.192549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.455442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:22.049769Z","time spent":"405.598379ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:09:22.455346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.933539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-04T10:09:22.455361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.397521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-04T10:09:22.45547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.361883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:09:22.455533Z","caller":"traceutil/trace.go:171","msg":"trace[1202121530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2025; }","duration":"509.428554ms","start":"2026-07-04T10:09:21.946095Z","end":"2026-07-04T10:09:22.455523Z","steps":["trace[1202121530] 'agreement among raft nodes before linearized reading' (duration: 509.23212ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:22.455534Z","caller":"traceutil/trace.go:171","msg":"trace[168871950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2025; }","duration":"427.180766ms","start":"2026-07-04T10:09:22.02832Z","end":"2026-07-04T10:09:22.455501Z","steps":["trace[168871950] 'agreement among raft nodes before linearized reading' (duration: 426.792976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.455568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.946059Z","time spent":"509.502706ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:09:22.455556Z","caller":"traceutil/trace.go:171","msg":"trace[1326181448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2025; }","duration":"422.661717ms","start":"2026-07-04T10:09:22.032862Z","end":"2026-07-04T10:09:22.455523Z","steps":["trace[1326181448] 'agreement among raft nodes before linearized reading' (duration: 422.188356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.455305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.905441Z","time spent":"549.854893ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:09:22.455602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:22.02829Z","time spent":"427.298789ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:09:22.455166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:22.029866Z","time spent":"425.293211ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:09:22.45563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:22.03284Z","time spent":"422.772239ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:09:22.45545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.04269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:09:22.455348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.320095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:09:22.455848Z","caller":"traceutil/trace.go:171","msg":"trace[1115399298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2025; }","duration":"759.44954ms","start":"2026-07-04T10:09:21.696336Z","end":"2026-07-04T10:09:22.455785Z","steps":["trace[1115399298] 'agreement among raft nodes before linearized reading' (duration: 759.016189ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:22.455979Z","caller":"traceutil/trace.go:171","msg":"trace[477520905] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2025; }","duration":"365.983521ms","start":"2026-07-04T10:09:22.08994Z","end":"2026-07-04T10:09:22.455923Z","steps":["trace[477520905] 'agreement among raft nodes before linearized reading' (duration: 364.992327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.455995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.696293Z","time spent":"759.653464ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:09:22.456081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:22.089919Z","time spent":"366.141014ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":245,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:09:22.455316Z","caller":"traceutil/trace.go:171","msg":"trace[416755393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2025; }","duration":"907.473094ms","start":"2026-07-04T10:09:21.547776Z","end":"2026-07-04T10:09:22.455249Z","steps":["trace[416755393] 'agreement among raft nodes before linearized reading' (duration: 907.155666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.456235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:21.547739Z","time spent":"908.476907ms","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-04T10:09:22.455242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.126469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:09:22.456521Z","caller":"traceutil/trace.go:171","msg":"trace[597415502] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2025; }","duration":"442.385309ms","start":"2026-07-04T10:09:22.013998Z","end":"2026-07-04T10:09:22.456384Z","steps":["trace[597415502] 'agreement among raft nodes before linearized reading' (duration: 440.949044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:22.456727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:22.013941Z","time spent":"442.742258ms","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:09:44.811127Z","caller":"traceutil/trace.go:171","msg":"trace[2017453766] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"125.491094ms","start":"2026-07-04T10:09:44.685616Z","end":"2026-07-04T10:09:44.811107Z","steps":["trace[2017453766] 'process raft request' (duration: 112.860272ms)","trace[2017453766] 'compare' (duration: 12.510979ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:09:44.811423Z","caller":"traceutil/trace.go:171","msg":"trace[1186281234] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"124.48721ms","start":"2026-07-04T10:09:44.686918Z","end":"2026-07-04T10:09:44.811405Z","steps":["trace[1186281234] 'process raft request' (duration: 124.448259ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:44.811429Z","caller":"traceutil/trace.go:171","msg":"trace[1073866835] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"125.32081ms","start":"2026-07-04T10:09:44.686077Z","end":"2026-07-04T10:09:44.811398Z","steps":["trace[1073866835] 'process raft request' (duration: 125.002243ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:44.811521Z","caller":"traceutil/trace.go:171","msg":"trace[1778311363] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"125.381352ms","start":"2026-07-04T10:09:44.68613Z","end":"2026-07-04T10:09:44.811511Z","steps":["trace[1778311363] 'process raft request' (duration: 125.160117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.006632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.182433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:09:47.006783Z","caller":"traceutil/trace.go:171","msg":"trace[1590074629] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"320.425861ms","start":"2026-07-04T10:09:46.686328Z","end":"2026-07-04T10:09:47.006754Z","steps":["trace[1590074629] 'process raft request' (duration: 167.940721ms)","trace[1590074629] 'compare' (duration: 151.737642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:09:47.006889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.686309Z","time spent":"320.532723ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:47.27652Z","caller":"traceutil/trace.go:171","msg":"trace[645464181] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2250; }","duration":"579.629477ms","start":"2026-07-04T10:09:46.696858Z","end":"2026-07-04T10:09:47.276488Z","steps":["trace[645464181] 'read index received' (duration: 157.524172ms)","trace[645464181] 'applied index is now lower than readState.Index' (duration: 422.103735ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:09:47.276708Z","caller":"traceutil/trace.go:171","msg":"trace[240858222] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"589.012641ms","start":"2026-07-04T10:09:46.687645Z","end":"2026-07-04T10:09:47.276658Z","steps":["trace[240858222] 'process raft request' (duration: 588.227142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.276813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.927564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-04T10:09:47.276878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.687623Z","time spent":"589.159625ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:09:47.276948Z","caller":"traceutil/trace.go:171","msg":"trace[1133722577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"580.105428ms","start":"2026-07-04T10:09:46.696822Z","end":"2026-07-04T10:09:47.276927Z","steps":["trace[1133722577] 'agreement among raft nodes before linearized reading' (duration: 579.798271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.276999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.619741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-04T10:09:47.277061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.829697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:09:47.277082Z","caller":"traceutil/trace.go:171","msg":"trace[464782240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"461.716034ms","start":"2026-07-04T10:09:46.81535Z","end":"2026-07-04T10:09:47.277066Z","steps":["trace[464782240] 'agreement among raft nodes before linearized reading' (duration: 461.470878ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:09:47.277106Z","caller":"traceutil/trace.go:171","msg":"trace[832373327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"461.905778ms","start":"2026-07-04T10:09:46.815188Z","end":"2026-07-04T10:09:47.277094Z","steps":["trace[832373327] 'agreement among raft nodes before linearized reading' (duration: 461.766395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.277103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.137734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-04T10:09:47.277147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.81518Z","time spent":"461.958729ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:09:47.277127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.687234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:09:47.277187Z","caller":"traceutil/trace.go:171","msg":"trace[1212793694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"462.265407ms","start":"2026-07-04T10:09:46.8149Z","end":"2026-07-04T10:09:47.277166Z","steps":["trace[1212793694] 'agreement among raft nodes before linearized reading' (duration: 462.051132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.277222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.688671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bf0e5dec2afd11\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-04T10:09:47.277255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.814878Z","time spent":"462.36491ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:09:47.277287Z","caller":"traceutil/trace.go:171","msg":"trace[51435790] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bf0e5dec2afd11; range_end:; response_count:1; response_revision:2165; }","duration":"524.785483ms","start":"2026-07-04T10:09:46.752478Z","end":"2026-07-04T10:09:47.277263Z","steps":["trace[51435790] 'agreement among raft nodes before linearized reading' (duration: 524.502457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.277332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.752455Z","time spent":"524.864486ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bf0e5dec2afd11\" "} {"level":"warn","ts":"2026-07-04T10:09:47.277131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.815325Z","time spent":"461.793366ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:09:47.277197Z","caller":"traceutil/trace.go:171","msg":"trace[324943447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"461.810486ms","start":"2026-07-04T10:09:46.81537Z","end":"2026-07-04T10:09:47.277181Z","steps":["trace[324943447] 'agreement among raft nodes before linearized reading' (duration: 461.612162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.277445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.815348Z","time spent":"462.080142ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:09:47.277012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.696803Z","time spent":"580.19262ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:09:47.277597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.772828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-04T10:09:47.277693Z","caller":"traceutil/trace.go:171","msg":"trace[188140503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"571.85156ms","start":"2026-07-04T10:09:46.705782Z","end":"2026-07-04T10:09:47.277633Z","steps":["trace[188140503] 'agreement among raft nodes before linearized reading' (duration: 570.973379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:09:47.277762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:46.705769Z","time spent":"571.983513ms","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-04T10:09:59.175084Z","caller":"traceutil/trace.go:171","msg":"trace[1957524772] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"120.22611ms","start":"2026-07-04T10:09:59.054836Z","end":"2026-07-04T10:09:59.175062Z","steps":["trace[1957524772] 'process raft request' (duration: 120.071366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:00.631208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01926017s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:10:00.63164Z","caller":"traceutil/trace.go:171","msg":"trace[597997494] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"260.602991ms","start":"2026-07-04T10:10:00.371012Z","end":"2026-07-04T10:10:00.631615Z","steps":["trace[597997494] 'read index received' (duration: 260.362025ms)","trace[597997494] 'applied index is now lower than readState.Index' (duration: 239.886µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:10:00.631742Z","caller":"traceutil/trace.go:171","msg":"trace[352441019] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.019859324s","start":"2026-07-04T10:09:59.611848Z","end":"2026-07-04T10:10:00.631707Z","steps":["trace[352441019] 'process raft request' (duration: 1.019609798s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:00.63184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.820126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-04T10:10:00.631885Z","caller":"traceutil/trace.go:171","msg":"trace[1550260104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2236; }","duration":"260.916838ms","start":"2026-07-04T10:10:00.370955Z","end":"2026-07-04T10:10:00.631872Z","steps":["trace[1550260104] 'agreement among raft nodes before linearized reading' (duration: 260.753164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:00.631924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:09:59.611822Z","time spent":"1.020001528s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:00.826905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.676333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:00.827Z","caller":"traceutil/trace.go:171","msg":"trace[775077833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2236; }","duration":"131.827907ms","start":"2026-07-04T10:10:00.69515Z","end":"2026-07-04T10:10:00.826977Z","steps":["trace[775077833] 'range keys from in-memory index tree' (duration: 131.585121ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:00.959595Z","caller":"traceutil/trace.go:171","msg":"trace[303416816] linearizableReadLoop","detail":"{readStateIndex:2327; appliedIndex:2326; }","duration":"131.643932ms","start":"2026-07-04T10:10:00.827926Z","end":"2026-07-04T10:10:00.95957Z","steps":["trace[303416816] 'read index received' (duration: 131.457918ms)","trace[303416816] 'applied index is now lower than readState.Index' (duration: 185.104µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:10:00.959717Z","caller":"traceutil/trace.go:171","msg":"trace[947633456] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"154.691083ms","start":"2026-07-04T10:10:00.804985Z","end":"2026-07-04T10:10:00.959676Z","steps":["trace[947633456] 'process raft request' (duration: 154.455007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:00.959755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.813146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:10:00.95976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.496652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:00.9598Z","caller":"traceutil/trace.go:171","msg":"trace[1008415418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"131.901149ms","start":"2026-07-04T10:10:00.827888Z","end":"2026-07-04T10:10:00.959789Z","steps":["trace[1008415418] 'agreement among raft nodes before linearized reading' (duration: 131.802816ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:00.959812Z","caller":"traceutil/trace.go:171","msg":"trace[1635513798] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2237; }","duration":"124.551023ms","start":"2026-07-04T10:10:00.835247Z","end":"2026-07-04T10:10:00.959798Z","steps":["trace[1635513798] 'agreement among raft nodes before linearized reading' (duration: 124.466331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:01.596085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.958098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:10:01.596275Z","caller":"traceutil/trace.go:171","msg":"trace[969231414] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"415.336744ms","start":"2026-07-04T10:10:01.180909Z","end":"2026-07-04T10:10:01.596246Z","steps":["trace[969231414] 'process raft request' (duration: 299.112719ms)","trace[969231414] 'compare' (duration: 115.780744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:10:01.596557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.180883Z","time spent":"415.499908ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:10:01.606465Z","caller":"traceutil/trace.go:171","msg":"trace[2086770168] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"352.940185ms","start":"2026-07-04T10:10:01.253491Z","end":"2026-07-04T10:10:01.606431Z","steps":["trace[2086770168] 'process raft request' (duration: 352.778901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:01.606639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.253477Z","time spent":"353.080188ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:10:01.606907Z","caller":"traceutil/trace.go:171","msg":"trace[2092949318] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"267.395663ms","start":"2026-07-04T10:10:01.339491Z","end":"2026-07-04T10:10:01.606887Z","steps":["trace[2092949318] 'process raft request' (duration: 266.898641ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:01.60684Z","caller":"traceutil/trace.go:171","msg":"trace[1728272935] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2327; }","duration":"248.512022ms","start":"2026-07-04T10:10:01.358255Z","end":"2026-07-04T10:10:01.606767Z","steps":["trace[1728272935] 'read index received' (duration: 121.832358ms)","trace[1728272935] 'applied index is now lower than readState.Index' (duration: 126.677854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:10:01.607263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.995293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:10:01.607345Z","caller":"traceutil/trace.go:171","msg":"trace[2128809316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2240; }","duration":"249.104916ms","start":"2026-07-04T10:10:01.358219Z","end":"2026-07-04T10:10:01.607324Z","steps":["trace[2128809316] 'agreement among raft nodes before linearized reading' (duration: 248.889721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:01.607397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.162462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:10:01.607456Z","caller":"traceutil/trace.go:171","msg":"trace[697287618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"240.258975ms","start":"2026-07-04T10:10:01.367184Z","end":"2026-07-04T10:10:01.607443Z","steps":["trace[697287618] 'agreement among raft nodes before linearized reading' (duration: 240.064811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:01.607442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.69026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:10:01.607524Z","caller":"traceutil/trace.go:171","msg":"trace[1103684955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"241.812163ms","start":"2026-07-04T10:10:01.365694Z","end":"2026-07-04T10:10:01.607507Z","steps":["trace[1103684955] 'agreement among raft nodes before linearized reading' (duration: 241.571557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:01.607538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.852763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:10:01.607626Z","caller":"traceutil/trace.go:171","msg":"trace[1719249734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2240; }","duration":"241.947065ms","start":"2026-07-04T10:10:01.365664Z","end":"2026-07-04T10:10:01.607611Z","steps":["trace[1719249734] 'agreement among raft nodes before linearized reading' (duration: 241.668589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:01.608241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.634942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:10:01.608307Z","caller":"traceutil/trace.go:171","msg":"trace[2014683645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2240; }","duration":"242.737614ms","start":"2026-07-04T10:10:01.365554Z","end":"2026-07-04T10:10:01.608292Z","steps":["trace[2014683645] 'agreement among raft nodes before linearized reading' (duration: 241.683209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:02.138739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227353372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:10:03.874266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.323532ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:03.874387Z","caller":"traceutil/trace.go:171","msg":"trace[2006655614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2240; }","duration":"381.455796ms","start":"2026-07-04T10:10:03.492913Z","end":"2026-07-04T10:10:03.874369Z","steps":["trace[2006655614] 'range keys from in-memory index tree' (duration: 381.307692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:03.875661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549530817s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:10:03.875818Z","caller":"traceutil/trace.go:171","msg":"trace[1914024316] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"2.263583221s","start":"2026-07-04T10:10:01.612206Z","end":"2026-07-04T10:10:03.875789Z","steps":["trace[1914024316] 'process raft request' (duration: 713.800078ms)","trace[1914024316] 'compare' (duration: 1.548742549s)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:10:03.875906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.612188Z","time spent":"2.263671264s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:04.191583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.865570621s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-04T10:10:04.695512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-04T10:10:04.695597Z","caller":"traceutil/trace.go:171","msg":"trace[120167471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041584s","start":"2026-07-04T10:10:02.695162Z","end":"2026-07-04T10:10:04.695578Z","steps":["trace[120167471] 'agreement among raft nodes before linearized reading' (duration: 2.000313528s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:04.695645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:02.695142Z","time spent":"2.000493783s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/04 10:10:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-04T10:10:04.983522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.634417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:10:04.983757Z","caller":"traceutil/trace.go:171","msg":"trace[126979196] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2330; }","duration":"3.345034847s","start":"2026-07-04T10:10:01.638704Z","end":"2026-07-04T10:10:04.983739Z","steps":["trace[126979196] 'read index received' (duration: 687.313546ms)","trace[126979196] 'applied index is now lower than readState.Index' (duration: 2.657720241s)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:10:04.983882Z","caller":"traceutil/trace.go:171","msg":"trace[299519175] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"3.371356975s","start":"2026-07-04T10:10:01.612469Z","end":"2026-07-04T10:10:04.983826Z","steps":["trace[299519175] 'process raft request' (duration: 3.3711458s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:04.983912Z","caller":"traceutil/trace.go:171","msg":"trace[504892521] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"3.366422077s","start":"2026-07-04T10:10:01.617441Z","end":"2026-07-04T10:10:04.983863Z","steps":["trace[504892521] 'process raft request' (duration: 3.366263513s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:04.984004Z","caller":"traceutil/trace.go:171","msg":"trace[126662258] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"3.371507019s","start":"2026-07-04T10:10:01.612482Z","end":"2026-07-04T10:10:04.983989Z","steps":["trace[126662258] 'process raft request' (duration: 3.371188311s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:04.984044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.612305Z","time spent":"3.371653542s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:04.984084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.61245Z","time spent":"3.37159029s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:04.98408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345375315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-04T10:10:04.984052Z","caller":"traceutil/trace.go:171","msg":"trace[345336058] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"3.371666392s","start":"2026-07-04T10:10:01.612335Z","end":"2026-07-04T10:10:04.984001Z","steps":["trace[345336058] 'process raft request' (duration: 2.579456642s)","trace[345336058] 'compare' (duration: 790.989941ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:10:04.984153Z","caller":"traceutil/trace.go:171","msg":"trace[548591453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2245; }","duration":"3.345492447s","start":"2026-07-04T10:10:01.638644Z","end":"2026-07-04T10:10:04.984136Z","steps":["trace[548591453] 'agreement among raft nodes before linearized reading' (duration: 3.34519889s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:04.984222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.638624Z","time spent":"3.345584359s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-04T10:10:04.984081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.617434Z","time spent":"3.36655888s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:04.984287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.612328Z","time spent":"3.371858747s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:05.484491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227353383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:10:05.885019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.693230958s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-04T10:10:06.69616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-04T10:10:06.696239Z","caller":"traceutil/trace.go:171","msg":"trace[289797430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448841s","start":"2026-07-04T10:10:04.695772Z","end":"2026-07-04T10:10:06.696221Z","steps":["trace[289797430] 'agreement among raft nodes before linearized reading' (duration: 2.000358638s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.696279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:04.695753Z","time spent":"2.000517433s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/04 10:10:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-04T10:10:06.905668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020435198s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-04T10:10:06.905963Z","caller":"traceutil/trace.go:171","msg":"trace[2012355392] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"4.268123941s","start":"2026-07-04T10:10:02.637821Z","end":"2026-07-04T10:10:06.905944Z","steps":["trace[2012355392] 'process raft request' (duration: 4.267944296s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.906071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:02.637796Z","time spent":"4.268210193s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:10:06.906345Z","caller":"traceutil/trace.go:171","msg":"trace[830489010] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"3.940421998s","start":"2026-07-04T10:10:02.965878Z","end":"2026-07-04T10:10:06.9063Z","steps":["trace[830489010] 'process raft request' (duration: 3.940014039s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:06.906472Z","caller":"traceutil/trace.go:171","msg":"trace[623474303] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"3.303105906s","start":"2026-07-04T10:10:03.603339Z","end":"2026-07-04T10:10:06.906445Z","steps":["trace[623474303] 'process raft request' (duration: 3.302797788s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:06.906607Z","caller":"traceutil/trace.go:171","msg":"trace[37820200] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"3.294530511s","start":"2026-07-04T10:10:03.612064Z","end":"2026-07-04T10:10:06.906595Z","steps":["trace[37820200] 'process raft request' (duration: 3.294288136s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.906546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:02.965854Z","time spent":"3.940570692s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:06.906671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:03.612036Z","time spent":"3.294602482s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:10:06.906745Z","caller":"traceutil/trace.go:171","msg":"trace[565053090] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"1.742949484s","start":"2026-07-04T10:10:05.163785Z","end":"2026-07-04T10:10:06.906735Z","steps":["trace[565053090] 'process raft request' (duration: 1.742710478s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.906798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:05.163767Z","time spent":"1.743002436s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:10:06.906744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:03.60331Z","time spent":"3.303294471s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:10:06.906889Z","caller":"traceutil/trace.go:171","msg":"trace[424634657] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"1.015986132s","start":"2026-07-04T10:10:05.890878Z","end":"2026-07-04T10:10:06.906864Z","steps":["trace[424634657] 'process raft request' (duration: 1.015874919s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.906932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927576752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:10:06.906964Z","caller":"traceutil/trace.go:171","msg":"trace[778765803] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2251; }","duration":"2.927646404s","start":"2026-07-04T10:10:03.979308Z","end":"2026-07-04T10:10:06.906955Z","steps":["trace[778765803] 'agreement among raft nodes before linearized reading' (duration: 2.927544911s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.906988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:03.979287Z","time spent":"2.927695065s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:10:06.907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116695716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:10:06.907023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:05.890844Z","time spent":"1.016109955s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:10:06.907059Z","caller":"traceutil/trace.go:171","msg":"trace[331574415] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2251; }","duration":"3.116790228s","start":"2026-07-04T10:10:03.790249Z","end":"2026-07-04T10:10:06.907039Z","steps":["trace[331574415] 'agreement among raft nodes before linearized reading' (duration: 3.116698596s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:06.906861Z","caller":"traceutil/trace.go:171","msg":"trace[1518179153] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2335; }","duration":"1.923014882s","start":"2026-07-04T10:10:04.98381Z","end":"2026-07-04T10:10:06.906825Z","steps":["trace[1518179153] 'read index received' (duration: 901.420806ms)","trace[1518179153] 'applied index is now lower than readState.Index' (duration: 1.021588266s)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:10:06.907151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547345505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:06.907214Z","caller":"traceutil/trace.go:171","msg":"trace[396585721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2251; }","duration":"2.547441908s","start":"2026-07-04T10:10:04.359761Z","end":"2026-07-04T10:10:06.907203Z","steps":["trace[396585721] 'agreement among raft nodes before linearized reading' (duration: 2.547364246s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.907225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817160026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:10:06.907243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:04.359741Z","time spent":"2.547493129s","remote":"127.0.0.1:41664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:10:06.90702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161565308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:06.907294Z","caller":"traceutil/trace.go:171","msg":"trace[1406117446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2251; }","duration":"2.817266259s","start":"2026-07-04T10:10:04.09001Z","end":"2026-07-04T10:10:06.907276Z","steps":["trace[1406117446] 'agreement among raft nodes before linearized reading' (duration: 2.817160406s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:06.907354Z","caller":"traceutil/trace.go:171","msg":"trace[1659628585] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2251; }","duration":"5.161957077s","start":"2026-07-04T10:10:01.74538Z","end":"2026-07-04T10:10:06.907338Z","steps":["trace[1659628585] 'agreement among raft nodes before linearized reading' (duration: 5.161559778s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.907379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:04.089989Z","time spent":"2.817375312s","remote":"127.0.0.1:51266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:10:06.907401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.745353Z","time spent":"5.162031399s","remote":"127.0.0.1:44000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:10:06.907154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.154891199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bf0e5dec2afd11\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-04T10:10:06.907463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.708515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:10:06.907516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.78361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-04T10:10:06.907549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.495808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:06.907508Z","caller":"traceutil/trace.go:171","msg":"trace[724684064] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bf0e5dec2afd11; range_end:; response_count:1; response_revision:2251; }","duration":"5.155266668s","start":"2026-07-04T10:10:01.75222Z","end":"2026-07-04T10:10:06.907486Z","steps":["trace[724684064] 'agreement among raft nodes before linearized reading' (duration: 5.154827867s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.907568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.977702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:06.907579Z","caller":"traceutil/trace.go:171","msg":"trace[371332192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2251; }","duration":"203.526599ms","start":"2026-07-04T10:10:06.704044Z","end":"2026-07-04T10:10:06.90757Z","steps":["trace[371332192] 'agreement among raft nodes before linearized reading' (duration: 203.476367ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:06.907605Z","caller":"traceutil/trace.go:171","msg":"trace[209508418] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2251; }","duration":"259.049004ms","start":"2026-07-04T10:10:06.648545Z","end":"2026-07-04T10:10:06.907594Z","steps":["trace[209508418] 'agreement among raft nodes before linearized reading' (duration: 258.999413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.90762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.499503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:10:06.907521Z","caller":"traceutil/trace.go:171","msg":"trace[2049852367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2251; }","duration":"356.828838ms","start":"2026-07-04T10:10:06.550674Z","end":"2026-07-04T10:10:06.907503Z","steps":["trace[2049852367] 'agreement among raft nodes before linearized reading' (duration: 356.719875ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:10:06.907658Z","caller":"traceutil/trace.go:171","msg":"trace[876465749] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2251; }","duration":"481.590445ms","start":"2026-07-04T10:10:06.426052Z","end":"2026-07-04T10:10:06.907643Z","steps":["trace[876465749] 'agreement among raft nodes before linearized reading' (duration: 481.539934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.907615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:01.7522Z","time spent":"5.15539507s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bf0e5dec2afd11\" "} {"level":"warn","ts":"2026-07-04T10:10:06.90765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.558886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-07-04T10:10:06.907698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:06.426035Z","time spent":"481.653127ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:10:06.907726Z","caller":"traceutil/trace.go:171","msg":"trace[1170418671] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2251; }","duration":"928.687308ms","start":"2026-07-04T10:10:05.979019Z","end":"2026-07-04T10:10:06.907706Z","steps":["trace[1170418671] 'agreement among raft nodes before linearized reading' (duration: 928.410081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.907107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:03.79023Z","time spent":"3.11686325s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:10:06.90777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:05.978997Z","time spent":"928.76458ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12402,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-04T10:10:06.907679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:06.550655Z","time spent":"357.014832ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-04T10:10:06.907568Z","caller":"traceutil/trace.go:171","msg":"trace[1735387914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2251; }","duration":"915.851182ms","start":"2026-07-04T10:10:05.9917Z","end":"2026-07-04T10:10:06.907551Z","steps":["trace[1735387914] 'agreement among raft nodes before linearized reading' (duration: 915.726659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.907742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027486087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-04T10:10:06.907873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:05.99169Z","time spent":"916.162769ms","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-04T10:10:06.907917Z","caller":"traceutil/trace.go:171","msg":"trace[274651414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2251; }","duration":"1.027720463s","start":"2026-07-04T10:10:05.880182Z","end":"2026-07-04T10:10:06.907903Z","steps":["trace[274651414] 'agreement among raft nodes before linearized reading' (duration: 1.02720117s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:06.908096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:10:05.880162Z","time spent":"1.027916377s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-04T10:10:09.13816Z","caller":"traceutil/trace.go:171","msg":"trace[617828500] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2359; }","duration":"105.343925ms","start":"2026-07-04T10:10:09.032783Z","end":"2026-07-04T10:10:09.138127Z","steps":["trace[617828500] 'read index received' (duration: 39.81638ms)","trace[617828500] 'applied index is now lower than readState.Index' (duration: 65.525925ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:10:09.138225Z","caller":"traceutil/trace.go:171","msg":"trace[1459412091] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"114.457003ms","start":"2026-07-04T10:10:09.023713Z","end":"2026-07-04T10:10:09.13817Z","steps":["trace[1459412091] 'process raft request' (duration: 48.934109ms)","trace[1459412091] 'compare' (duration: 65.251537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:10:09.138454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.611071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:10:09.138646Z","caller":"traceutil/trace.go:171","msg":"trace[1749753553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"105.832587ms","start":"2026-07-04T10:10:09.032769Z","end":"2026-07-04T10:10:09.138601Z","steps":["trace[1749753553] 'agreement among raft nodes before linearized reading' (duration: 105.445368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:09.138676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.708873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:10:09.138742Z","caller":"traceutil/trace.go:171","msg":"trace[2052464245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2268; }","duration":"105.9633ms","start":"2026-07-04T10:10:09.03276Z","end":"2026-07-04T10:10:09.138723Z","steps":["trace[2052464245] 'agreement among raft nodes before linearized reading' (duration: 105.53132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:10:09.138745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.575011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:10:09.138811Z","caller":"traceutil/trace.go:171","msg":"trace[290515994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2268; }","duration":"105.669733ms","start":"2026-07-04T10:10:09.033124Z","end":"2026-07-04T10:10:09.138794Z","steps":["trace[290515994] 'agreement among raft nodes before linearized reading' (duration: 105.410736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:03.099443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.182289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:12:03.099553Z","caller":"traceutil/trace.go:171","msg":"trace[841336126] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3061; }","duration":"122.377433ms","start":"2026-07-04T10:12:02.977164Z","end":"2026-07-04T10:12:03.099541Z","steps":["trace[841336126] 'agreement among raft nodes before linearized reading' (duration: 121.986064ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:03.09912Z","caller":"traceutil/trace.go:171","msg":"trace[1877597986] linearizableReadLoop","detail":"{readStateIndex:3184; appliedIndex:3183; }","duration":"121.786549ms","start":"2026-07-04T10:12:02.977232Z","end":"2026-07-04T10:12:03.099019Z","steps":["trace[1877597986] 'read index received' (duration: 80.365746ms)","trace[1877597986] 'applied index is now lower than readState.Index' (duration: 41.418713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:12:03.876294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227355252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:12:04.168582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007274427s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:12:04.169258Z","caller":"traceutil/trace.go:171","msg":"trace[921667936] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"1.008049315s","start":"2026-07-04T10:12:03.161179Z","end":"2026-07-04T10:12:04.169228Z","steps":["trace[921667936] 'process raft request' (duration: 1.007805689s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.169473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.161148Z","time spent":"1.008187579s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:12:04.84228Z","caller":"traceutil/trace.go:171","msg":"trace[852997517] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"1.397676165s","start":"2026-07-04T10:12:03.44459Z","end":"2026-07-04T10:12:04.842266Z","steps":["trace[852997517] 'process raft request' (duration: 1.397584813s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:04.84231Z","caller":"traceutil/trace.go:171","msg":"trace[867086598] linearizableReadLoop","detail":"{readStateIndex:3190; appliedIndex:3184; }","duration":"1.466084835s","start":"2026-07-04T10:12:03.376209Z","end":"2026-07-04T10:12:04.842293Z","steps":["trace[867086598] 'read index received' (duration: 792.702173ms)","trace[867086598] 'applied index is now lower than readState.Index' (duration: 673.381892ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:12:04.842383Z","caller":"traceutil/trace.go:171","msg":"trace[1292095560] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"1.175198573s","start":"2026-07-04T10:12:03.667155Z","end":"2026-07-04T10:12:04.842353Z","steps":["trace[1292095560] 'process raft request' (duration: 1.175101751s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.842456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4662424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:12:04.842411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.444563Z","time spent":"1.397790788s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:12:04.842553Z","caller":"traceutil/trace.go:171","msg":"trace[1773992906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3067; }","duration":"1.466335682s","start":"2026-07-04T10:12:03.376154Z","end":"2026-07-04T10:12:04.84249Z","steps":["trace[1773992906] 'agreement among raft nodes before linearized reading' (duration: 1.46624503s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.842561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.667134Z","time spent":"1.175329417s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:12:04.842263Z","caller":"traceutil/trace.go:171","msg":"trace[800991427] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"1.433244089s","start":"2026-07-04T10:12:03.408983Z","end":"2026-07-04T10:12:04.842227Z","steps":["trace[800991427] 'process raft request' (duration: 1.433135046s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.842616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.376136Z","time spent":"1.466463605s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:12:04.842423Z","caller":"traceutil/trace.go:171","msg":"trace[651502159] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"1.386621891s","start":"2026-07-04T10:12:03.455684Z","end":"2026-07-04T10:12:04.842306Z","steps":["trace[651502159] 'process raft request' (duration: 1.386531839s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.842732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.704508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:12:04.84277Z","caller":"traceutil/trace.go:171","msg":"trace[1498515819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3067; }","duration":"146.78378ms","start":"2026-07-04T10:12:04.695977Z","end":"2026-07-04T10:12:04.842761Z","steps":["trace[1498515819] 'agreement among raft nodes before linearized reading' (duration: 146.727668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.842806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.400119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:12:04.842854Z","caller":"traceutil/trace.go:171","msg":"trace[1622912316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3067; }","duration":"989.490601ms","start":"2026-07-04T10:12:03.853352Z","end":"2026-07-04T10:12:04.842842Z","steps":["trace[1622912316] 'agreement among raft nodes before linearized reading' (duration: 989.342587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.842863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.814477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-04T10:12:04.842886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.853322Z","time spent":"989.556412ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:12:04.842945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.45566Z","time spent":"1.387075251s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:12:04.842962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.527782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:12:04.843013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.7245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:12:04.843045Z","caller":"traceutil/trace.go:171","msg":"trace[1308082593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3067; }","duration":"109.791382ms","start":"2026-07-04T10:12:04.733244Z","end":"2026-07-04T10:12:04.843036Z","steps":["trace[1308082593] 'agreement among raft nodes before linearized reading' (duration: 109.665789ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:04.842952Z","caller":"traceutil/trace.go:171","msg":"trace[1580907176] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3067; }","duration":"830.93237ms","start":"2026-07-04T10:12:04.011992Z","end":"2026-07-04T10:12:04.842925Z","steps":["trace[1580907176] 'agreement among raft nodes before linearized reading' (duration: 830.674453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.843087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.978441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bf0e7e5efb75c8\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-04T10:12:04.843133Z","caller":"traceutil/trace.go:171","msg":"trace[1296203822] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bf0e7e5efb75c8; range_end:; response_count:1; response_revision:3067; }","duration":"670.055383ms","start":"2026-07-04T10:12:04.173065Z","end":"2026-07-04T10:12:04.84312Z","steps":["trace[1296203822] 'agreement among raft nodes before linearized reading' (duration: 669.92387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.843168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:04.01197Z","time spent":"831.152535ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-04T10:12:04.843185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:04.173047Z","time spent":"670.126435ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bf0e7e5efb75c8\" "} {"level":"warn","ts":"2026-07-04T10:12:04.842676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.408969Z","time spent":"1.433657658s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:12:04.843058Z","caller":"traceutil/trace.go:171","msg":"trace[1844986347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3067; }","duration":"989.650594ms","start":"2026-07-04T10:12:03.853386Z","end":"2026-07-04T10:12:04.843037Z","steps":["trace[1844986347] 'agreement among raft nodes before linearized reading' (duration: 989.350407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.843309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.853371Z","time spent":"989.924431ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:12:04.84293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.06377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:12:04.843406Z","caller":"traceutil/trace.go:171","msg":"trace[1666298561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3067; }","duration":"994.567042ms","start":"2026-07-04T10:12:03.8488Z","end":"2026-07-04T10:12:04.843367Z","steps":["trace[1666298561] 'agreement among raft nodes before linearized reading' (duration: 993.917857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.843444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.84878Z","time spent":"994.655875ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:12:04.842251Z","caller":"traceutil/trace.go:171","msg":"trace[1665590673] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"1.434291464s","start":"2026-07-04T10:12:03.407899Z","end":"2026-07-04T10:12:04.842191Z","steps":["trace[1665590673] 'process raft request' (duration: 1.432766837s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.843817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327730579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:12:04.843945Z","caller":"traceutil/trace.go:171","msg":"trace[654753182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3067; }","duration":"1.327915533s","start":"2026-07-04T10:12:03.516Z","end":"2026-07-04T10:12:04.843915Z","steps":["trace[654753182] 'agreement among raft nodes before linearized reading' (duration: 1.326562451s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.843999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.515979Z","time spent":"1.328011045s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:12:04.845134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144366623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:12:04.84519Z","caller":"traceutil/trace.go:171","msg":"trace[806719963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3067; }","duration":"1.144448926s","start":"2026-07-04T10:12:03.700727Z","end":"2026-07-04T10:12:04.845176Z","steps":["trace[806719963] 'agreement among raft nodes before linearized reading' (duration: 1.142610801s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:04.845216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.700714Z","time spent":"1.144496866s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:12:04.84591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:12:03.407868Z","time spent":"1.436018455s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:12:10.119575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.982389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-04T10:12:10.119666Z","caller":"traceutil/trace.go:171","msg":"trace[636802110] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3097; }","duration":"108.145032ms","start":"2026-07-04T10:12:10.011499Z","end":"2026-07-04T10:12:10.119644Z","steps":["trace[636802110] 'range keys from in-memory index tree' (duration: 107.762433ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.040121Z","caller":"traceutil/trace.go:171","msg":"trace[19146446] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"177.175998ms","start":"2026-07-04T10:12:10.862915Z","end":"2026-07-04T10:12:11.040091Z","steps":["trace[19146446] 'process raft request' (duration: 176.999783ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.071108Z","caller":"traceutil/trace.go:171","msg":"trace[312309460] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"206.788697ms","start":"2026-07-04T10:12:10.864283Z","end":"2026-07-04T10:12:11.071071Z","steps":["trace[312309460] 'process raft request' (duration: 206.699525ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.071244Z","caller":"traceutil/trace.go:171","msg":"trace[1686752313] linearizableReadLoop","detail":"{readStateIndex:3226; appliedIndex:3222; }","duration":"194.637176ms","start":"2026-07-04T10:12:10.876593Z","end":"2026-07-04T10:12:11.07123Z","steps":["trace[1686752313] 'read index received' (duration: 163.398777ms)","trace[1686752313] 'applied index is now lower than readState.Index' (duration: 31.237209ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:12:11.071443Z","caller":"traceutil/trace.go:171","msg":"trace[253903156] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"206.541072ms","start":"2026-07-04T10:12:10.864855Z","end":"2026-07-04T10:12:11.071396Z","steps":["trace[253903156] 'process raft request' (duration: 206.173733ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.071118Z","caller":"traceutil/trace.go:171","msg":"trace[1713312367] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"208.16858ms","start":"2026-07-04T10:12:10.86291Z","end":"2026-07-04T10:12:11.071078Z","steps":["trace[1713312367] 'process raft request' (duration: 207.759521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:11.07179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.164628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-04T10:12:11.071839Z","caller":"traceutil/trace.go:171","msg":"trace[316785995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3102; }","duration":"195.275741ms","start":"2026-07-04T10:12:10.87655Z","end":"2026-07-04T10:12:11.071826Z","steps":["trace[316785995] 'agreement among raft nodes before linearized reading' (duration: 194.951854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:11.071933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.186969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:12:11.071985Z","caller":"traceutil/trace.go:171","msg":"trace[1954412394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3102; }","duration":"195.303482ms","start":"2026-07-04T10:12:10.876667Z","end":"2026-07-04T10:12:11.07197Z","steps":["trace[1954412394] 'agreement among raft nodes before linearized reading' (duration: 195.133018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:11.072196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.225172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:12:11.072237Z","caller":"traceutil/trace.go:171","msg":"trace[554065364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3102; }","duration":"193.298944ms","start":"2026-07-04T10:12:10.878927Z","end":"2026-07-04T10:12:11.072226Z","steps":["trace[554065364] 'agreement among raft nodes before linearized reading' (duration: 193.116669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:11.072251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.55424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:12:11.072284Z","caller":"traceutil/trace.go:171","msg":"trace[1026227045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3102; }","duration":"193.599831ms","start":"2026-07-04T10:12:10.878675Z","end":"2026-07-04T10:12:11.072274Z","steps":["trace[1026227045] 'agreement among raft nodes before linearized reading' (duration: 193.448987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:12:11.072429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.582016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:12:11.072519Z","caller":"traceutil/trace.go:171","msg":"trace[1548603609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3102; }","duration":"192.767571ms","start":"2026-07-04T10:12:10.879729Z","end":"2026-07-04T10:12:11.072497Z","steps":["trace[1548603609] 'agreement among raft nodes before linearized reading' (duration: 192.419053ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.208964Z","caller":"traceutil/trace.go:171","msg":"trace[1717630717] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"131.590835ms","start":"2026-07-04T10:12:11.077331Z","end":"2026-07-04T10:12:11.208922Z","steps":["trace[1717630717] 'process raft request' (duration: 50.899901ms)","trace[1717630717] 'compare' (duration: 80.51602ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:12:11.230453Z","caller":"traceutil/trace.go:171","msg":"trace[822260166] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"152.718601ms","start":"2026-07-04T10:12:11.077709Z","end":"2026-07-04T10:12:11.230427Z","steps":["trace[822260166] 'process raft request' (duration: 152.641519ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.230515Z","caller":"traceutil/trace.go:171","msg":"trace[775886871] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"152.778603ms","start":"2026-07-04T10:12:11.077677Z","end":"2026-07-04T10:12:11.230456Z","steps":["trace[775886871] 'process raft request' (duration: 152.536367ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.230731Z","caller":"traceutil/trace.go:171","msg":"trace[2008613323] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"152.265701ms","start":"2026-07-04T10:12:11.078428Z","end":"2026-07-04T10:12:11.230694Z","steps":["trace[2008613323] 'process raft request' (duration: 151.964843ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:12:11.230797Z","caller":"traceutil/trace.go:171","msg":"trace[1903360273] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"152.296671ms","start":"2026-07-04T10:12:11.078486Z","end":"2026-07-04T10:12:11.230783Z","steps":["trace[1903360273] 'process raft request' (duration: 152.131867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:13:07.791416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.109167ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-04T10:13:07.791737Z","caller":"traceutil/trace.go:171","msg":"trace[599810756] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"242.54179ms","start":"2026-07-04T10:13:07.54915Z","end":"2026-07-04T10:13:07.791692Z","steps":["trace[599810756] 'process raft request' (duration: 242.364776ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:13:07.791832Z","caller":"traceutil/trace.go:171","msg":"trace[1066332827] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"242.11835ms","start":"2026-07-04T10:13:07.549683Z","end":"2026-07-04T10:13:07.791801Z","steps":["trace[1066332827] 'process raft request' (duration: 241.949156ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:13:07.792003Z","caller":"traceutil/trace.go:171","msg":"trace[350008303] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"241.994356ms","start":"2026-07-04T10:13:07.549993Z","end":"2026-07-04T10:13:07.791987Z","steps":["trace[350008303] 'process raft request' (duration: 241.659239ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:13:07.792124Z","caller":"traceutil/trace.go:171","msg":"trace[323647264] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"242.462407ms","start":"2026-07-04T10:13:07.549567Z","end":"2026-07-04T10:13:07.79203Z","steps":["trace[323647264] 'process raft request' (duration: 242.038958ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:14:05.743061Z","caller":"traceutil/trace.go:171","msg":"trace[675779703] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"233.368261ms","start":"2026-07-04T10:14:05.509655Z","end":"2026-07-04T10:14:05.743024Z","steps":["trace[675779703] 'process raft request' (duration: 233.128275ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:14:05.853342Z","caller":"traceutil/trace.go:171","msg":"trace[2062067316] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"285.685052ms","start":"2026-07-04T10:14:05.56763Z","end":"2026-07-04T10:14:05.853315Z","steps":["trace[2062067316] 'process raft request' (duration: 285.490207ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:14:05.853518Z","caller":"traceutil/trace.go:171","msg":"trace[268720826] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"277.892096ms","start":"2026-07-04T10:14:05.575611Z","end":"2026-07-04T10:14:05.853503Z","steps":["trace[268720826] 'process raft request' (duration: 277.64798ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:14:05.853803Z","caller":"traceutil/trace.go:171","msg":"trace[1819906015] linearizableReadLoop","detail":"{readStateIndex:3977; appliedIndex:3973; }","duration":"170.746243ms","start":"2026-07-04T10:14:05.683018Z","end":"2026-07-04T10:14:05.853764Z","steps":["trace[1819906015] 'read index received' (duration: 59.78299ms)","trace[1819906015] 'applied index is now lower than readState.Index' (duration: 110.960233ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:14:05.853936Z","caller":"traceutil/trace.go:171","msg":"trace[1340886555] transaction","detail":"{read_only:false; response_revision:3823; number_of_response:1; }","duration":"275.621762ms","start":"2026-07-04T10:14:05.578245Z","end":"2026-07-04T10:14:05.853867Z","steps":["trace[1340886555] 'process raft request' (duration: 275.198652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:14:05.854027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.342603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:14:05.854028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.002839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:14:05.854066Z","caller":"traceutil/trace.go:171","msg":"trace[852763595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3823; }","duration":"157.456515ms","start":"2026-07-04T10:14:05.696597Z","end":"2026-07-04T10:14:05.854054Z","steps":["trace[852763595] 'agreement among raft nodes before linearized reading' (duration: 157.376833ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:14:05.854077Z","caller":"traceutil/trace.go:171","msg":"trace[1224820698] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3823; }","duration":"171.120713ms","start":"2026-07-04T10:14:05.682943Z","end":"2026-07-04T10:14:05.854063Z","steps":["trace[1224820698] 'agreement among raft nodes before linearized reading' (duration: 171.01088ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:14:41.05069Z","caller":"traceutil/trace.go:171","msg":"trace[234046506] linearizableReadLoop","detail":"{readStateIndex:4248; appliedIndex:4247; }","duration":"190.15207ms","start":"2026-07-04T10:14:40.860509Z","end":"2026-07-04T10:14:41.050661Z","steps":["trace[234046506] 'read index received' (duration: 190.033587ms)","trace[234046506] 'applied index is now lower than readState.Index' (duration: 117.163µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:14:41.050783Z","caller":"traceutil/trace.go:171","msg":"trace[1356827000] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"482.152022ms","start":"2026-07-04T10:14:40.56859Z","end":"2026-07-04T10:14:41.050742Z","steps":["trace[1356827000] 'process raft request' (duration: 481.894225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:14:41.050906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.380926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:14:41.050947Z","caller":"traceutil/trace.go:171","msg":"trace[1704194031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:4087; }","duration":"190.476757ms","start":"2026-07-04T10:14:40.86046Z","end":"2026-07-04T10:14:41.050937Z","steps":["trace[1704194031] 'agreement among raft nodes before linearized reading' (duration: 190.318573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:14:41.051232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:14:40.568565Z","time spent":"482.556901ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:14:41.442696Z","caller":"traceutil/trace.go:171","msg":"trace[789835615] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"100.524861ms","start":"2026-07-04T10:14:41.342142Z","end":"2026-07-04T10:14:41.442667Z","steps":["trace[789835615] 'process raft request' (duration: 99.970708ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:15:51.830746Z","caller":"traceutil/trace.go:171","msg":"trace[1385073853] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5086; }","duration":"106.770028ms","start":"2026-07-04T10:15:51.723951Z","end":"2026-07-04T10:15:51.830721Z","steps":["trace[1385073853] 'read index received' (duration: 106.627745ms)","trace[1385073853] 'applied index is now lower than readState.Index' (duration: 141.293µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:15:51.830898Z","caller":"traceutil/trace.go:171","msg":"trace[1851354318] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4892; }","duration":"111.337267ms","start":"2026-07-04T10:15:51.719522Z","end":"2026-07-04T10:15:51.830859Z","steps":["trace[1851354318] 'process raft request' (duration: 111.03048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:15:51.831041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.061865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-07-04T10:15:51.831112Z","caller":"traceutil/trace.go:171","msg":"trace[298247734] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4892; }","duration":"107.165008ms","start":"2026-07-04T10:15:51.72393Z","end":"2026-07-04T10:15:51.831095Z","steps":["trace[298247734] 'agreement among raft nodes before linearized reading' (duration: 106.952363ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:15:55.048332Z","caller":"traceutil/trace.go:171","msg":"trace[1846207351] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"270.283396ms","start":"2026-07-04T10:15:54.778011Z","end":"2026-07-04T10:15:55.048294Z","steps":["trace[1846207351] 'process raft request' (duration: 268.78093ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:15:57.292275Z","caller":"traceutil/trace.go:171","msg":"trace[1802336781] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"206.522748ms","start":"2026-07-04T10:15:57.085722Z","end":"2026-07-04T10:15:57.292245Z","steps":["trace[1802336781] 'process raft request' (duration: 162.148604ms)","trace[1802336781] 'compare' (duration: 44.21273ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:15:57.357646Z","caller":"traceutil/trace.go:171","msg":"trace[634422411] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"175.776232ms","start":"2026-07-04T10:15:57.181842Z","end":"2026-07-04T10:15:57.357618Z","steps":["trace[634422411] 'process raft request' (duration: 175.398503ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:01.375688Z","caller":"traceutil/trace.go:171","msg":"trace[1576637298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5117; }","duration":"123.907538ms","start":"2026-07-04T10:16:01.251758Z","end":"2026-07-04T10:16:01.375665Z","steps":["trace[1576637298] 'process raft request' (duration: 123.831316ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:01.375687Z","caller":"traceutil/trace.go:171","msg":"trace[873985591] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"146.808397ms","start":"2026-07-04T10:16:01.228816Z","end":"2026-07-04T10:16:01.375625Z","steps":["trace[873985591] 'process raft request' (duration: 85.391416ms)","trace[873985591] 'compare' (duration: 61.202086ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:01.37571Z","caller":"traceutil/trace.go:171","msg":"trace[1580398229] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5315; }","duration":"125.046536ms","start":"2026-07-04T10:16:01.250636Z","end":"2026-07-04T10:16:01.375682Z","steps":["trace[1580398229] 'read index received' (duration: 63.598744ms)","trace[1580398229] 'applied index is now lower than readState.Index' (duration: 61.444632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:01.376005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.146196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:73716"} {"level":"info","ts":"2026-07-04T10:16:01.376045Z","caller":"traceutil/trace.go:171","msg":"trace[264576045] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5117; }","duration":"147.255188ms","start":"2026-07-04T10:16:01.228781Z","end":"2026-07-04T10:16:01.376037Z","steps":["trace[264576045] 'agreement among raft nodes before linearized reading' (duration: 146.970611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:01.376086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.281362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-04T10:16:01.376215Z","caller":"traceutil/trace.go:171","msg":"trace[158974725] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5117; }","duration":"130.413134ms","start":"2026-07-04T10:16:01.245751Z","end":"2026-07-04T10:16:01.376164Z","steps":["trace[158974725] 'agreement among raft nodes before linearized reading' (duration: 130.132557ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:01.648302Z","caller":"traceutil/trace.go:171","msg":"trace[1782432236] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"260.700417ms","start":"2026-07-04T10:16:01.387569Z","end":"2026-07-04T10:16:01.64827Z","steps":["trace[1782432236] 'read index received' (duration: 260.476112ms)","trace[1782432236] 'applied index is now lower than readState.Index' (duration: 222.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:01.648349Z","caller":"traceutil/trace.go:171","msg":"trace[1589513782] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"261.071955ms","start":"2026-07-04T10:16:01.387247Z","end":"2026-07-04T10:16:01.648319Z","steps":["trace[1589513782] 'process raft request' (duration: 260.828839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:01.648548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.955503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-04T10:16:01.648609Z","caller":"traceutil/trace.go:171","msg":"trace[1070510997] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5118; }","duration":"261.038355ms","start":"2026-07-04T10:16:01.38755Z","end":"2026-07-04T10:16:01.648589Z","steps":["trace[1070510997] 'agreement among raft nodes before linearized reading' (duration: 260.86444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:01.658797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.835672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:01.658867Z","caller":"traceutil/trace.go:171","msg":"trace[1517280860] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5119; }","duration":"268.926473ms","start":"2026-07-04T10:16:01.389923Z","end":"2026-07-04T10:16:01.658849Z","steps":["trace[1517280860] 'agreement among raft nodes before linearized reading' (duration: 268.825901ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:01.658995Z","caller":"traceutil/trace.go:171","msg":"trace[92672836] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"122.224208ms","start":"2026-07-04T10:16:01.53675Z","end":"2026-07-04T10:16:01.658975Z","steps":["trace[92672836] 'process raft request' (duration: 121.806448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:01.659069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.274177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:16:01.659126Z","caller":"traceutil/trace.go:171","msg":"trace[1705188636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:5119; }","duration":"139.356989ms","start":"2026-07-04T10:16:01.519754Z","end":"2026-07-04T10:16:01.659111Z","steps":["trace[1705188636] 'agreement among raft nodes before linearized reading' (duration: 139.225766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.852383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.458892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:16:02.852491Z","caller":"traceutil/trace.go:171","msg":"trace[351324909] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"464.56724ms","start":"2026-07-04T10:16:02.387903Z","end":"2026-07-04T10:16:02.852471Z","steps":["trace[351324909] 'process raft request' (duration: 329.931744ms)","trace[351324909] 'compare' (duration: 134.339059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:02.852584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.387885Z","time spent":"464.636863ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:02.885051Z","caller":"traceutil/trace.go:171","msg":"trace[1703806926] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"481.416074ms","start":"2026-07-04T10:16:02.403602Z","end":"2026-07-04T10:16:02.885018Z","steps":["trace[1703806926] 'process raft request' (duration: 481.220069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.885238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.403585Z","time spent":"481.550428ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:02.885271Z","caller":"traceutil/trace.go:171","msg":"trace[1827975023] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"436.463088ms","start":"2026-07-04T10:16:02.448782Z","end":"2026-07-04T10:16:02.885245Z","steps":["trace[1827975023] 'process raft request' (duration: 436.197141ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:02.885342Z","caller":"traceutil/trace.go:171","msg":"trace[1638153168] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5415; }","duration":"452.234135ms","start":"2026-07-04T10:16:02.433075Z","end":"2026-07-04T10:16:02.88531Z","steps":["trace[1638153168] 'read index received' (duration: 284.936307ms)","trace[1638153168] 'applied index is now lower than readState.Index' (duration: 167.296648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:02.885385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.44876Z","time spent":"436.56891ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:02.885481Z","caller":"traceutil/trace.go:171","msg":"trace[1535157054] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"434.668754ms","start":"2026-07-04T10:16:02.450725Z","end":"2026-07-04T10:16:02.885394Z","steps":["trace[1535157054] 'process raft request' (duration: 434.428018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.885628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.917429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:16:02.885665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.286052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-04T10:16:02.885685Z","caller":"traceutil/trace.go:171","msg":"trace[1698818409] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5217; }","duration":"124.034152ms","start":"2026-07-04T10:16:02.761635Z","end":"2026-07-04T10:16:02.885669Z","steps":["trace[1698818409] 'agreement among raft nodes before linearized reading' (duration: 123.923349ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:02.885703Z","caller":"traceutil/trace.go:171","msg":"trace[1777886367] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5217; }","duration":"340.357864ms","start":"2026-07-04T10:16:02.545335Z","end":"2026-07-04T10:16:02.885693Z","steps":["trace[1777886367] 'agreement among raft nodes before linearized reading' (duration: 340.237761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.885714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.472068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-07-04T10:16:02.885741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.545313Z","time spent":"340.418276ms","remote":"127.0.0.1:52892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-04T10:16:02.885758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.528579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-04T10:16:02.88576Z","caller":"traceutil/trace.go:171","msg":"trace[1231621385] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5217; }","duration":"340.54827ms","start":"2026-07-04T10:16:02.545198Z","end":"2026-07-04T10:16:02.885746Z","steps":["trace[1231621385] 'agreement among raft nodes before linearized reading' (duration: 340.394856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.885661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.64425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-04T10:16:02.885801Z","caller":"traceutil/trace.go:171","msg":"trace[969685763] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5217; }","duration":"340.593121ms","start":"2026-07-04T10:16:02.545192Z","end":"2026-07-04T10:16:02.885786Z","steps":["trace[969685763] 'agreement among raft nodes before linearized reading' (duration: 340.498408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.885802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.545181Z","time spent":"340.613171ms","remote":"127.0.0.1:52892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-04T10:16:02.885823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.265749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18bf0eb85592eaba\" ","response":"range_response_count:1 size:727"} {"level":"warn","ts":"2026-07-04T10:16:02.885841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.545174Z","time spent":"340.659002ms","remote":"127.0.0.1:52892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-07-04T10:16:02.885833Z","caller":"traceutil/trace.go:171","msg":"trace[1180746283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5217; }","duration":"428.828844ms","start":"2026-07-04T10:16:02.456975Z","end":"2026-07-04T10:16:02.885804Z","steps":["trace[1180746283] 'agreement among raft nodes before linearized reading' (duration: 428.567598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.885837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.081274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:16:02.885853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.438508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-04T10:16:02.88586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.0856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:16:02.885896Z","caller":"traceutil/trace.go:171","msg":"trace[11869229] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18bf0eb85592eaba; range_end:; response_count:1; response_revision:5217; }","duration":"132.353471ms","start":"2026-07-04T10:16:02.753506Z","end":"2026-07-04T10:16:02.885859Z","steps":["trace[11869229] 'agreement among raft nodes before linearized reading' (duration: 132.157587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.885905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.456959Z","time spent":"428.924977ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:16:02.885912Z","caller":"traceutil/trace.go:171","msg":"trace[41807861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5217; }","duration":"190.187317ms","start":"2026-07-04T10:16:02.695704Z","end":"2026-07-04T10:16:02.885892Z","steps":["trace[41807861] 'agreement among raft nodes before linearized reading' (duration: 190.056234ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:02.885924Z","caller":"traceutil/trace.go:171","msg":"trace[1510320572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5217; }","duration":"108.186182ms","start":"2026-07-04T10:16:02.77772Z","end":"2026-07-04T10:16:02.885906Z","steps":["trace[1510320572] 'agreement among raft nodes before linearized reading' (duration: 107.954817ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:02.885916Z","caller":"traceutil/trace.go:171","msg":"trace[655436274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5217; }","duration":"118.501779ms","start":"2026-07-04T10:16:02.767396Z","end":"2026-07-04T10:16:02.885898Z","steps":["trace[655436274] 'agreement among raft nodes before linearized reading' (duration: 118.297124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.886124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.044675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728853"} {"level":"info","ts":"2026-07-04T10:16:02.886181Z","caller":"traceutil/trace.go:171","msg":"trace[1719641390] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5217; }","duration":"453.105157ms","start":"2026-07-04T10:16:02.433058Z","end":"2026-07-04T10:16:02.886164Z","steps":["trace[1719641390] 'agreement among raft nodes before linearized reading' (duration: 452.41406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:02.886225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.433Z","time spent":"453.212299ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728876,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-04T10:16:02.886635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:02.450694Z","time spent":"434.955491ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:05.248962Z","caller":"traceutil/trace.go:171","msg":"trace[388665965] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"408.458296ms","start":"2026-07-04T10:16:04.84042Z","end":"2026-07-04T10:16:05.248878Z","steps":["trace[388665965] 'process raft request' (duration: 408.250171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:05.249178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.840399Z","time spent":"408.655281ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3704,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:05.270269Z","caller":"traceutil/trace.go:171","msg":"trace[200419948] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5450; }","duration":"349.7691ms","start":"2026-07-04T10:16:04.920479Z","end":"2026-07-04T10:16:05.270248Z","steps":["trace[200419948] 'read index received' (duration: 328.199423ms)","trace[200419948] 'applied index is now lower than readState.Index' (duration: 21.568927ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:05.270379Z","caller":"traceutil/trace.go:171","msg":"trace[726944160] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"378.940669ms","start":"2026-07-04T10:16:04.891429Z","end":"2026-07-04T10:16:05.27037Z","steps":["trace[726944160] 'process raft request' (duration: 378.790215ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:05.27041Z","caller":"traceutil/trace.go:171","msg":"trace[1995864566] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"379.481692ms","start":"2026-07-04T10:16:04.89088Z","end":"2026-07-04T10:16:05.270362Z","steps":["trace[1995864566] 'process raft request' (duration: 379.303468ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:05.270409Z","caller":"traceutil/trace.go:171","msg":"trace[168967576] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"380.746873ms","start":"2026-07-04T10:16:04.889602Z","end":"2026-07-04T10:16:05.270349Z","steps":["trace[168967576] 'process raft request' (duration: 380.437135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:05.270494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.891393Z","time spent":"379.011381ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:05.270627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.890869Z","time spent":"379.667487ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:05.270637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.066408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:16:05.270687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.889572Z","time spent":"380.989729ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:05.270711Z","caller":"traceutil/trace.go:171","msg":"trace[883917207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5251; }","duration":"350.192021ms","start":"2026-07-04T10:16:04.920501Z","end":"2026-07-04T10:16:05.270693Z","steps":["trace[883917207] 'agreement among raft nodes before linearized reading' (duration: 349.918884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:05.27075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.056433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-04T10:16:05.270757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.920471Z","time spent":"350.275142ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:16:05.270787Z","caller":"traceutil/trace.go:171","msg":"trace[672780903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5251; }","duration":"349.107975ms","start":"2026-07-04T10:16:04.921669Z","end":"2026-07-04T10:16:05.270777Z","steps":["trace[672780903] 'agreement among raft nodes before linearized reading' (duration: 348.985892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:05.270823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.921663Z","time spent":"349.152576ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:16:05.270945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.789351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:16:05.270972Z","caller":"traceutil/trace.go:171","msg":"trace[1010034289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5251; }","duration":"349.830501ms","start":"2026-07-04T10:16:04.921135Z","end":"2026-07-04T10:16:05.270966Z","steps":["trace[1010034289] 'agreement among raft nodes before linearized reading' (duration: 349.75846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:05.270944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.999337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-04T10:16:05.270974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.500667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-04T10:16:05.27099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.921127Z","time spent":"349.858653ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:16:05.271014Z","caller":"traceutil/trace.go:171","msg":"trace[1520698519] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5251; }","duration":"287.12218ms","start":"2026-07-04T10:16:04.983875Z","end":"2026-07-04T10:16:05.270997Z","steps":["trace[1520698519] 'agreement among raft nodes before linearized reading' (duration: 286.728661ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:05.271023Z","caller":"traceutil/trace.go:171","msg":"trace[1174109394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5251; }","duration":"350.577519ms","start":"2026-07-04T10:16:04.92043Z","end":"2026-07-04T10:16:05.271007Z","steps":["trace[1174109394] 'agreement among raft nodes before linearized reading' (duration: 350.443316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:05.271067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:04.920413Z","time spent":"350.646462ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:16:08.094829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.056564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-07-04T10:16:08.094863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.229921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-04T10:16:08.094928Z","caller":"traceutil/trace.go:171","msg":"trace[1199453176] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5288; }","duration":"580.340134ms","start":"2026-07-04T10:16:07.51457Z","end":"2026-07-04T10:16:08.09491Z","steps":["trace[1199453176] 'range keys from in-memory index tree' (duration: 580.063757ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:08.094924Z","caller":"traceutil/trace.go:171","msg":"trace[1774994459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:5288; }","duration":"372.208788ms","start":"2026-07-04T10:16:07.722694Z","end":"2026-07-04T10:16:08.094902Z","steps":["trace[1774994459] 'range keys from in-memory index tree' (duration: 371.850799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:08.094957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:07.514547Z","time spent":"580.403706ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-04T10:16:08.094917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.198742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:16:08.094951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.804696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:16:08.095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:07.722672Z","time spent":"372.30922ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"info","ts":"2026-07-04T10:16:08.095023Z","caller":"traceutil/trace.go:171","msg":"trace[860781931] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5288; }","duration":"459.381906ms","start":"2026-07-04T10:16:07.635613Z","end":"2026-07-04T10:16:08.094995Z","steps":["trace[860781931] 'count revisions from in-memory index tree' (duration: 459.081859ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:08.095037Z","caller":"traceutil/trace.go:171","msg":"trace[1981416342] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5288; }","duration":"320.93871ms","start":"2026-07-04T10:16:07.774075Z","end":"2026-07-04T10:16:08.095014Z","steps":["trace[1981416342] 'count revisions from in-memory index tree' (duration: 320.676253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:08.09509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:07.774065Z","time spent":"321.012521ms","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:16:08.095152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.593874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:08.095175Z","caller":"traceutil/trace.go:171","msg":"trace[484935052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"399.643675ms","start":"2026-07-04T10:16:07.695525Z","end":"2026-07-04T10:16:08.095169Z","steps":["trace[484935052] 'range keys from in-memory index tree' (duration: 399.506232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:08.095192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:07.695509Z","time spent":"399.679276ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:16:08.095466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.556904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:08.095511Z","caller":"traceutil/trace.go:171","msg":"trace[1008931422] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5288; }","duration":"220.606125ms","start":"2026-07-04T10:16:07.874892Z","end":"2026-07-04T10:16:08.095498Z","steps":["trace[1008931422] 'count revisions from in-memory index tree' (duration: 220.468882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:08.095088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:07.635588Z","time spent":"459.483839ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:16:08.09574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.540399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-07-04T10:16:08.095764Z","caller":"traceutil/trace.go:171","msg":"trace[1460611200] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5288; }","duration":"335.565539ms","start":"2026-07-04T10:16:07.760192Z","end":"2026-07-04T10:16:08.095758Z","steps":["trace[1460611200] 'range keys from in-memory index tree' (duration: 335.376656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:08.095783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:07.76013Z","time spent":"335.647812ms","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-04T10:16:09.915611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227360624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:16:09.939406Z","caller":"traceutil/trace.go:171","msg":"trace[868339069] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5536; }","duration":"524.244091ms","start":"2026-07-04T10:16:09.415134Z","end":"2026-07-04T10:16:09.939378Z","steps":["trace[868339069] 'read index received' (duration: 521.112426ms)","trace[868339069] 'applied index is now lower than readState.Index' (duration: 3.130645ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:09.939562Z","caller":"traceutil/trace.go:171","msg":"trace[2115229022] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"549.579287ms","start":"2026-07-04T10:16:09.389948Z","end":"2026-07-04T10:16:09.939527Z","steps":["trace[2115229022] 'process raft request' (duration: 546.225107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:09.939714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:09.389923Z","time spent":"549.721501ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-04T10:16:09.939888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.042717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:16:09.939918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.764353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:09.940021Z","caller":"traceutil/trace.go:171","msg":"trace[944480911] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5330; }","duration":"524.911056ms","start":"2026-07-04T10:16:09.41508Z","end":"2026-07-04T10:16:09.939991Z","steps":["trace[944480911] 'agreement among raft nodes before linearized reading' (duration: 524.454035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:09.940016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.347006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c6027eab-b05c-4943-81e1-e5f9cb3f6da0\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-07-04T10:16:09.940101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.865012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:16:09.940091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:09.415054Z","time spent":"525.022819ms","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-04T10:16:09.940138Z","caller":"traceutil/trace.go:171","msg":"trace[888365245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5330; }","duration":"508.913653ms","start":"2026-07-04T10:16:09.431216Z","end":"2026-07-04T10:16:09.940129Z","steps":["trace[888365245] 'agreement among raft nodes before linearized reading' (duration: 508.623326ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:09.940096Z","caller":"traceutil/trace.go:171","msg":"trace[230999050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c6027eab-b05c-4943-81e1-e5f9cb3f6da0; range_end:; response_count:1; response_revision:5330; }","duration":"492.459758ms","start":"2026-07-04T10:16:09.447618Z","end":"2026-07-04T10:16:09.940078Z","steps":["trace[230999050] 'agreement among raft nodes before linearized reading' (duration: 492.221963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:09.94017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:09.43121Z","time spent":"508.951003ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:16:09.940233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:09.447608Z","time spent":"492.600922ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c6027eab-b05c-4943-81e1-e5f9cb3f6da0\" "} {"level":"warn","ts":"2026-07-04T10:16:09.94004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.832551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-04T10:16:09.940229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.979604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:16:09.940368Z","caller":"traceutil/trace.go:171","msg":"trace[1967148032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5330; }","duration":"509.153859ms","start":"2026-07-04T10:16:09.43118Z","end":"2026-07-04T10:16:09.940334Z","steps":["trace[1967148032] 'agreement among raft nodes before linearized reading' (duration: 508.711678ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:09.940403Z","caller":"traceutil/trace.go:171","msg":"trace[1967958096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5330; }","duration":"509.176589ms","start":"2026-07-04T10:16:09.431188Z","end":"2026-07-04T10:16:09.940364Z","steps":["trace[1967958096] 'agreement among raft nodes before linearized reading' (duration: 508.681857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:09.940454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:09.431175Z","time spent":"509.256601ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:16:09.940448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:09.431176Z","time spent":"509.259921ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:16:09.940636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.443376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:16:09.940769Z","caller":"traceutil/trace.go:171","msg":"trace[287848328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5330; }","duration":"509.61232ms","start":"2026-07-04T10:16:09.431119Z","end":"2026-07-04T10:16:09.940732Z","steps":["trace[287848328] 'agreement among raft nodes before linearized reading' (duration: 508.619606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:09.940852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:09.431096Z","time spent":"509.735112ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:16:09.939966Z","caller":"traceutil/trace.go:171","msg":"trace[678523648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5330; }","duration":"244.207871ms","start":"2026-07-04T10:16:09.695743Z","end":"2026-07-04T10:16:09.939951Z","steps":["trace[678523648] 'agreement among raft nodes before linearized reading' (duration: 244.057528ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:11.629386Z","caller":"traceutil/trace.go:171","msg":"trace[900026024] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"235.160694ms","start":"2026-07-04T10:16:11.3942Z","end":"2026-07-04T10:16:11.629361Z","steps":["trace[900026024] 'process raft request' (duration: 235.00526ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:11.631783Z","caller":"traceutil/trace.go:171","msg":"trace[621442878] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"132.705739ms","start":"2026-07-04T10:16:11.499049Z","end":"2026-07-04T10:16:11.631755Z","steps":["trace[621442878] 'process raft request' (duration: 132.594467ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:19.775375Z","caller":"traceutil/trace.go:171","msg":"trace[892047107] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5709; }","duration":"172.527593ms","start":"2026-07-04T10:16:19.602827Z","end":"2026-07-04T10:16:19.775355Z","steps":["trace[892047107] 'read index received' (duration: 172.282447ms)","trace[892047107] 'applied index is now lower than readState.Index' (duration: 243.936µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:19.775417Z","caller":"traceutil/trace.go:171","msg":"trace[1640970986] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"175.32702ms","start":"2026-07-04T10:16:19.600063Z","end":"2026-07-04T10:16:19.77539Z","steps":["trace[1640970986] 'process raft request' (duration: 175.070894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:19.775778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.909493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:16:19.775896Z","caller":"traceutil/trace.go:171","msg":"trace[1859947331] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5498; }","duration":"173.087766ms","start":"2026-07-04T10:16:19.602775Z","end":"2026-07-04T10:16:19.775863Z","steps":["trace[1859947331] 'agreement among raft nodes before linearized reading' (duration: 172.729898ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.414862Z","caller":"traceutil/trace.go:171","msg":"trace[1035667685] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"637.970505ms","start":"2026-07-04T10:16:19.776865Z","end":"2026-07-04T10:16:20.414836Z","steps":["trace[1035667685] 'process raft request' (duration: 605.902967ms)","trace[1035667685] 'compare' (duration: 31.915175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:20.415001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:19.776829Z","time spent":"638.109519ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-04T10:16:20.459613Z","caller":"traceutil/trace.go:171","msg":"trace[724824394] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"679.679245ms","start":"2026-07-04T10:16:19.779909Z","end":"2026-07-04T10:16:20.459589Z","steps":["trace[724824394] 'process raft request' (duration: 679.525131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.45975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:19.779889Z","time spent":"679.788117ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:20.459918Z","caller":"traceutil/trace.go:171","msg":"trace[862013811] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"213.575257ms","start":"2026-07-04T10:16:20.246329Z","end":"2026-07-04T10:16:20.459905Z","steps":["trace[862013811] 'process raft request' (duration: 213.226209ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.459899Z","caller":"traceutil/trace.go:171","msg":"trace[1311579576] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5710; }","duration":"486.337842ms","start":"2026-07-04T10:16:19.973537Z","end":"2026-07-04T10:16:20.459875Z","steps":["trace[1311579576] 'read index received' (duration: 409.261245ms)","trace[1311579576] 'applied index is now lower than readState.Index' (duration: 77.074947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:20.460189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.64424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-28hd7\" ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-07-04T10:16:20.46024Z","caller":"traceutil/trace.go:171","msg":"trace[2109365708] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-28hd7; range_end:; response_count:1; response_revision:5502; }","duration":"486.722541ms","start":"2026-07-04T10:16:19.973499Z","end":"2026-07-04T10:16:20.460222Z","steps":["trace[2109365708] 'agreement among raft nodes before linearized reading' (duration: 486.450194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.460274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:19.973482Z","time spent":"486.783553ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7839,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-28hd7\" "} {"level":"info","ts":"2026-07-04T10:16:20.635708Z","caller":"traceutil/trace.go:171","msg":"trace[410044733] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5714; }","duration":"175.630088ms","start":"2026-07-04T10:16:20.460053Z","end":"2026-07-04T10:16:20.635683Z","steps":["trace[410044733] 'read index received' (duration: 102.403824ms)","trace[410044733] 'applied index is now lower than readState.Index' (duration: 73.225314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:20.635907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.66305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:16:20.635936Z","caller":"traceutil/trace.go:171","msg":"trace[1642707747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5504; }","duration":"625.785953ms","start":"2026-07-04T10:16:20.010143Z","end":"2026-07-04T10:16:20.635929Z","steps":["trace[1642707747] 'agreement among raft nodes before linearized reading' (duration: 625.633219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.635964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:20.01012Z","time spent":"625.837975ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:16:20.63604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.185399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:16:20.636153Z","caller":"traceutil/trace.go:171","msg":"trace[1715993477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:5504; }","duration":"438.351453ms","start":"2026-07-04T10:16:20.197778Z","end":"2026-07-04T10:16:20.63613Z","steps":["trace[1715993477] 'agreement among raft nodes before linearized reading' (duration: 438.022055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.636214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:20.197752Z","time spent":"438.448164ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"warn","ts":"2026-07-04T10:16:20.636244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.442976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:16:20.636265Z","caller":"traceutil/trace.go:171","msg":"trace[1689116267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5504; }","duration":"605.504138ms","start":"2026-07-04T10:16:20.030754Z","end":"2026-07-04T10:16:20.636259Z","steps":["trace[1689116267] 'agreement among raft nodes before linearized reading' (duration: 605.436226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.636254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.019232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:16:20.636336Z","caller":"traceutil/trace.go:171","msg":"trace[1732414169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5504; }","duration":"599.127925ms","start":"2026-07-04T10:16:20.037175Z","end":"2026-07-04T10:16:20.636303Z","steps":["trace[1732414169] 'agreement among raft nodes before linearized reading' (duration: 598.93953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.636388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:20.037158Z","time spent":"599.218127ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:16:20.636523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.551231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:16:20.636559Z","caller":"traceutil/trace.go:171","msg":"trace[530105671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5504; }","duration":"598.605393ms","start":"2026-07-04T10:16:20.037946Z","end":"2026-07-04T10:16:20.636551Z","steps":["trace[530105671] 'agreement among raft nodes before linearized reading' (duration: 598.529811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.636287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:20.030734Z","time spent":"605.549278ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:16:20.636578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:20.037938Z","time spent":"598.635193ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-04T10:16:20.63667Z","caller":"traceutil/trace.go:171","msg":"trace[341169291] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"217.207555ms","start":"2026-07-04T10:16:20.419372Z","end":"2026-07-04T10:16:20.636579Z","steps":["trace[341169291] 'process raft request' (duration: 143.072438ms)","trace[341169291] 'compare' (duration: 73.02503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:20.636996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.319752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:16:20.637121Z","caller":"traceutil/trace.go:171","msg":"trace[1628636863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5504; }","duration":"539.495296ms","start":"2026-07-04T10:16:20.097604Z","end":"2026-07-04T10:16:20.6371Z","steps":["trace[1628636863] 'agreement among raft nodes before linearized reading' (duration: 539.099007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.63722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:20.097586Z","time spent":"539.6214ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-04T10:16:20.636486Z","caller":"traceutil/trace.go:171","msg":"trace[678714882] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"216.737613ms","start":"2026-07-04T10:16:20.419712Z","end":"2026-07-04T10:16:20.63645Z","steps":["trace[678714882] 'process raft request' (duration: 215.916884ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.692729Z","caller":"traceutil/trace.go:171","msg":"trace[1668051666] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"222.840499ms","start":"2026-07-04T10:16:20.46986Z","end":"2026-07-04T10:16:20.692701Z","steps":["trace[1668051666] 'process raft request' (duration: 222.691825ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.887258Z","caller":"traceutil/trace.go:171","msg":"trace[45474879] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"189.46771ms","start":"2026-07-04T10:16:20.697763Z","end":"2026-07-04T10:16:20.887231Z","steps":["trace[45474879] 'process raft request' (duration: 189.229274ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.887725Z","caller":"traceutil/trace.go:171","msg":"trace[612010771] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"189.139582ms","start":"2026-07-04T10:16:20.698562Z","end":"2026-07-04T10:16:20.887701Z","steps":["trace[612010771] 'process raft request' (duration: 188.6226ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.887849Z","caller":"traceutil/trace.go:171","msg":"trace[1877694339] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5721; }","duration":"160.644629ms","start":"2026-07-04T10:16:20.727192Z","end":"2026-07-04T10:16:20.887837Z","steps":["trace[1877694339] 'read index received' (duration: 159.858941ms)","trace[1877694339] 'applied index is now lower than readState.Index' (duration: 784.678µs)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:20.88801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.825384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:16:20.888047Z","caller":"traceutil/trace.go:171","msg":"trace[238722690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5513; }","duration":"246.906675ms","start":"2026-07-04T10:16:20.641131Z","end":"2026-07-04T10:16:20.888038Z","steps":["trace[238722690] 'agreement among raft nodes before linearized reading' (duration: 246.752691ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.888235Z","caller":"traceutil/trace.go:171","msg":"trace[630573519] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"189.564983ms","start":"2026-07-04T10:16:20.698656Z","end":"2026-07-04T10:16:20.888221Z","steps":["trace[630573519] 'process raft request' (duration: 188.825785ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:20.888322Z","caller":"traceutil/trace.go:171","msg":"trace[1639712485] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"189.524751ms","start":"2026-07-04T10:16:20.698789Z","end":"2026-07-04T10:16:20.888314Z","steps":["trace[1639712485] 'process raft request' (duration: 188.964587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:20.888466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.969419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-786ddf9fc9-x6dbm\" ","response":"range_response_count:1 size:11843"} {"level":"info","ts":"2026-07-04T10:16:20.888506Z","caller":"traceutil/trace.go:171","msg":"trace[1171691345] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-786ddf9fc9-x6dbm; range_end:; response_count:1; response_revision:5513; }","duration":"192.050171ms","start":"2026-07-04T10:16:20.696446Z","end":"2026-07-04T10:16:20.888496Z","steps":["trace[1171691345] 'agreement among raft nodes before linearized reading' (duration: 191.943809ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:21.153826Z","caller":"traceutil/trace.go:171","msg":"trace[2123161116] linearizableReadLoop","detail":"{readStateIndex:5726; appliedIndex:5725; }","duration":"248.812741ms","start":"2026-07-04T10:16:20.904989Z","end":"2026-07-04T10:16:21.153802Z","steps":["trace[2123161116] 'read index received' (duration: 159.302607ms)","trace[2123161116] 'applied index is now lower than readState.Index' (duration: 89.509173ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:21.154026Z","caller":"traceutil/trace.go:171","msg":"trace[1817824147] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"253.381219ms","start":"2026-07-04T10:16:20.900575Z","end":"2026-07-04T10:16:21.153957Z","steps":["trace[1817824147] 'process raft request' (duration: 163.800054ms)","trace[1817824147] 'compare' (duration: 89.295158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:21.153992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.981344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:16:21.154192Z","caller":"traceutil/trace.go:171","msg":"trace[562977381] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5514; }","duration":"249.22243ms","start":"2026-07-04T10:16:20.904957Z","end":"2026-07-04T10:16:21.154179Z","steps":["trace[562977381] 'agreement among raft nodes before linearized reading' (duration: 248.975974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:21.154406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.92054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:21.154688Z","caller":"traceutil/trace.go:171","msg":"trace[1401426076] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5514; }","duration":"203.219328ms","start":"2026-07-04T10:16:20.951419Z","end":"2026-07-04T10:16:21.154638Z","steps":["trace[1401426076] 'agreement among raft nodes before linearized reading' (duration: 202.90682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:21.661323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227361040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:16:22.161951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227361040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:16:22.644142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484295422s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:16:22.644546Z","caller":"traceutil/trace.go:171","msg":"trace[986241677] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"1.484774773s","start":"2026-07-04T10:16:21.159743Z","end":"2026-07-04T10:16:22.644518Z","steps":["trace[986241677] 'process raft request' (duration: 1.484577399s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.644698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.159719Z","time spent":"1.484896337s","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:22.702573Z","caller":"traceutil/trace.go:171","msg":"trace[136481428] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"1.54219826s","start":"2026-07-04T10:16:21.160352Z","end":"2026-07-04T10:16:22.70255Z","steps":["trace[136481428] 'process raft request' (duration: 1.541972874s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.702732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.160333Z","time spent":"1.542316292s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:22.702875Z","caller":"traceutil/trace.go:171","msg":"trace[822428592] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"1.537427935s","start":"2026-07-04T10:16:21.165406Z","end":"2026-07-04T10:16:22.702834Z","steps":["trace[822428592] 'process raft request' (duration: 1.537066136s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.703039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.165381Z","time spent":"1.537577639s","remote":"127.0.0.1:35962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:22.703289Z","caller":"traceutil/trace.go:171","msg":"trace[1568172308] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"1.324000042s","start":"2026-07-04T10:16:21.379264Z","end":"2026-07-04T10:16:22.703264Z","steps":["trace[1568172308] 'process raft request' (duration: 1.323478599s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.703336Z","caller":"traceutil/trace.go:171","msg":"trace[737477697] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"1.282544138s","start":"2026-07-04T10:16:21.420779Z","end":"2026-07-04T10:16:22.703323Z","steps":["trace[737477697] 'process raft request' (duration: 1.28218197s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.703399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.420751Z","time spent":"1.28261521s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:22.703435Z","caller":"traceutil/trace.go:171","msg":"trace[345742138] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"1.28260863s","start":"2026-07-04T10:16:21.420813Z","end":"2026-07-04T10:16:22.703421Z","steps":["trace[345742138] 'process raft request' (duration: 1.282320223s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.703541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.420792Z","time spent":"1.282678572s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:22.703849Z","caller":"traceutil/trace.go:171","msg":"trace[977017385] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"355.922727ms","start":"2026-07-04T10:16:22.34789Z","end":"2026-07-04T10:16:22.703813Z","steps":["trace[977017385] 'process raft request' (duration: 355.447986ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.703902Z","caller":"traceutil/trace.go:171","msg":"trace[1183665613] linearizableReadLoop","detail":"{readStateIndex:5732; appliedIndex:5726; }","duration":"1.54345518s","start":"2026-07-04T10:16:21.160435Z","end":"2026-07-04T10:16:22.70389Z","steps":["trace[1183665613] 'read index received' (duration: 1.483895003s)","trace[1183665613] 'applied index is now lower than readState.Index' (duration: 59.559217ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:22.703975Z","caller":"traceutil/trace.go:171","msg":"trace[243059132] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"238.783961ms","start":"2026-07-04T10:16:22.465176Z","end":"2026-07-04T10:16:22.70396Z","steps":["trace[243059132] 'process raft request' (duration: 238.535335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.704017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:22.347865Z","time spent":"356.068471ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:22.704174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543737517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:16:22.704214Z","caller":"traceutil/trace.go:171","msg":"trace[915841636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5522; }","duration":"1.543822498s","start":"2026-07-04T10:16:21.160378Z","end":"2026-07-04T10:16:22.704201Z","steps":["trace[915841636] 'agreement among raft nodes before linearized reading' (duration: 1.543668395s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.704245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.160356Z","time spent":"1.543880499s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-04T10:16:22.704234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302168949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:16:22.704291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.823965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-04T10:16:22.704339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008564155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:22.704344Z","caller":"traceutil/trace.go:171","msg":"trace[1599941221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5522; }","duration":"239.906988ms","start":"2026-07-04T10:16:22.464425Z","end":"2026-07-04T10:16:22.704332Z","steps":["trace[1599941221] 'agreement among raft nodes before linearized reading' (duration: 239.725673ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.704366Z","caller":"traceutil/trace.go:171","msg":"trace[241502481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5522; }","duration":"1.008632056s","start":"2026-07-04T10:16:21.695726Z","end":"2026-07-04T10:16:22.704358Z","steps":["trace[241502481] 'agreement among raft nodes before linearized reading' (duration: 1.008590605s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.704397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.695704Z","time spent":"1.008687467s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-04T10:16:22.704295Z","caller":"traceutil/trace.go:171","msg":"trace[856970355] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5522; }","duration":"1.302272821s","start":"2026-07-04T10:16:21.402005Z","end":"2026-07-04T10:16:22.704278Z","steps":["trace[856970355] 'agreement among raft nodes before linearized reading' (duration: 1.302139378s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:22.704443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.401984Z","time spent":"1.302449295s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:16:22.703595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:21.379234Z","time spent":"1.324157875s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:22.812664Z","caller":"traceutil/trace.go:171","msg":"trace[1660486877] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"104.086244ms","start":"2026-07-04T10:16:22.708249Z","end":"2026-07-04T10:16:22.812335Z","steps":["trace[1660486877] 'process raft request' (duration: 65.003318ms)","trace[1660486877] 'compare' (duration: 38.926493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:22.828054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.26948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-04T10:16:22.828115Z","caller":"traceutil/trace.go:171","msg":"trace[1757722717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5524; }","duration":"112.354282ms","start":"2026-07-04T10:16:22.715746Z","end":"2026-07-04T10:16:22.8281Z","steps":["trace[1757722717] 'agreement among raft nodes before linearized reading' (duration: 112.180288ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.828099Z","caller":"traceutil/trace.go:171","msg":"trace[1090992204] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"112.723161ms","start":"2026-07-04T10:16:22.715343Z","end":"2026-07-04T10:16:22.828066Z","steps":["trace[1090992204] 'process raft request' (duration: 112.447375ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.939127Z","caller":"traceutil/trace.go:171","msg":"trace[1297722104] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"105.20471ms","start":"2026-07-04T10:16:22.833882Z","end":"2026-07-04T10:16:22.939087Z","steps":["trace[1297722104] 'process raft request' (duration: 105.021876ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.939183Z","caller":"traceutil/trace.go:171","msg":"trace[414422439] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"105.217081ms","start":"2026-07-04T10:16:22.83394Z","end":"2026-07-04T10:16:22.939157Z","steps":["trace[414422439] 'process raft request' (duration: 105.039717ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.939155Z","caller":"traceutil/trace.go:171","msg":"trace[2121209736] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"105.17691ms","start":"2026-07-04T10:16:22.833943Z","end":"2026-07-04T10:16:22.93912Z","steps":["trace[2121209736] 'process raft request' (duration: 105.101028ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:22.939133Z","caller":"traceutil/trace.go:171","msg":"trace[842178567] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"105.941629ms","start":"2026-07-04T10:16:22.833108Z","end":"2026-07-04T10:16:22.939049Z","steps":["trace[842178567] 'process raft request' (duration: 87.123758ms)","trace[842178567] 'compare' (duration: 18.467322ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:24.365587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2827} {"level":"info","ts":"2026-07-04T10:16:24.439693Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2827,"took":"73.123772ms","hash":989196908,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":31113216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-04T10:16:24.439759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":989196908,"revision":2827,"compact-revision":-1} {"level":"info","ts":"2026-07-04T10:16:25.456218Z","caller":"traceutil/trace.go:171","msg":"trace[1250061234] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"298.690286ms","start":"2026-07-04T10:16:25.157509Z","end":"2026-07-04T10:16:25.456199Z","steps":["trace[1250061234] 'process raft request' (duration: 298.585393ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:25.50297Z","caller":"traceutil/trace.go:171","msg":"trace[941545415] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"137.537355ms","start":"2026-07-04T10:16:25.365416Z","end":"2026-07-04T10:16:25.502953Z","steps":["trace[941545415] 'process raft request' (duration: 137.443913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:27.146118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.908057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-9f48c\" ","response":"range_response_count:1 size:4987"} {"level":"info","ts":"2026-07-04T10:16:27.146201Z","caller":"traceutil/trace.go:171","msg":"trace[1833511982] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-9f48c; range_end:; response_count:1; response_revision:5573; }","duration":"111.0178ms","start":"2026-07-04T10:16:27.035164Z","end":"2026-07-04T10:16:27.146181Z","steps":["trace[1833511982] 'range keys from in-memory index tree' (duration: 110.704742ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:27.282441Z","caller":"traceutil/trace.go:171","msg":"trace[129821122] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"127.434593ms","start":"2026-07-04T10:16:27.154968Z","end":"2026-07-04T10:16:27.282402Z","steps":["trace[129821122] 'process raft request' (duration: 127.175097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:30.333531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.398601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-04T10:16:30.333651Z","caller":"traceutil/trace.go:171","msg":"trace[547793680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531; range_end:; response_count:1; response_revision:5655; }","duration":"129.580394ms","start":"2026-07-04T10:16:30.204049Z","end":"2026-07-04T10:16:30.33363Z","steps":["trace[547793680] 'range keys from in-memory index tree' (duration: 129.162365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:30.333834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.510865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:16:30.33387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.066414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-04T10:16:30.333925Z","caller":"traceutil/trace.go:171","msg":"trace[1286571810] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5655; }","duration":"170.654239ms","start":"2026-07-04T10:16:30.163249Z","end":"2026-07-04T10:16:30.333903Z","steps":["trace[1286571810] 'count revisions from in-memory index tree' (duration: 170.418773ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:30.333922Z","caller":"traceutil/trace.go:171","msg":"trace[418160099] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"123.319724ms","start":"2026-07-04T10:16:30.210565Z","end":"2026-07-04T10:16:30.333885Z","steps":["trace[418160099] 'process raft request' (duration: 114.818181ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:30.333966Z","caller":"traceutil/trace.go:171","msg":"trace[2110249830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531; range_end:; response_count:1; response_revision:5655; }","duration":"276.198338ms","start":"2026-07-04T10:16:30.05774Z","end":"2026-07-04T10:16:30.333939Z","steps":["trace[2110249830] 'range keys from in-memory index tree' (duration: 275.909381ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:30.366023Z","caller":"traceutil/trace.go:171","msg":"trace[896454765] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"145.956337ms","start":"2026-07-04T10:16:30.22004Z","end":"2026-07-04T10:16:30.365997Z","steps":["trace[896454765] 'process raft request' (duration: 145.810563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:30.871272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227361371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:16:30.948487Z","caller":"traceutil/trace.go:171","msg":"trace[30290418] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"607.079065ms","start":"2026-07-04T10:16:30.341386Z","end":"2026-07-04T10:16:30.948465Z","steps":["trace[30290418] 'process raft request' (duration: 543.385439ms)","trace[30290418] 'compare' (duration: 63.362078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:16:30.948619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.341359Z","time spent":"607.202207ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:32.035945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151097258s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:16:32.036479Z","caller":"traceutil/trace.go:171","msg":"trace[2034576408] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"1.306967122s","start":"2026-07-04T10:16:30.729487Z","end":"2026-07-04T10:16:32.036455Z","steps":["trace[2034576408] 'process raft request' (duration: 1.306898011s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:32.036549Z","caller":"traceutil/trace.go:171","msg":"trace[580096712] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"1.662553742s","start":"2026-07-04T10:16:30.373958Z","end":"2026-07-04T10:16:32.036512Z","steps":["trace[580096712] 'process raft request' (duration: 1.662236484s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.036593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.729455Z","time spent":"1.307067815s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:32.03654Z","caller":"traceutil/trace.go:171","msg":"trace[1879344340] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5659; }","duration":"1.662509961s","start":"2026-07-04T10:16:30.373973Z","end":"2026-07-04T10:16:32.036483Z","steps":["trace[1879344340] 'process raft request' (duration: 1.662384968s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.036699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.373943Z","time spent":"1.662672465s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:32.036762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.373954Z","time spent":"1.662696695s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":1750,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:32.036939Z","caller":"traceutil/trace.go:171","msg":"trace[1947618892] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"1.305796705s","start":"2026-07-04T10:16:30.731129Z","end":"2026-07-04T10:16:32.036926Z","steps":["trace[1947618892] 'process raft request' (duration: 1.305300863s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:32.036988Z","caller":"traceutil/trace.go:171","msg":"trace[586331205] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"1.305784984s","start":"2026-07-04T10:16:30.731192Z","end":"2026-07-04T10:16:32.036977Z","steps":["trace[586331205] 'process raft request' (duration: 1.305553918s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.037023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.731108Z","time spent":"1.305853696s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:32.03704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.731156Z","time spent":"1.305856436s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:32.037096Z","caller":"traceutil/trace.go:171","msg":"trace[1951488748] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"1.174662684s","start":"2026-07-04T10:16:30.862419Z","end":"2026-07-04T10:16:32.037082Z","steps":["trace[1951488748] 'process raft request' (duration: 1.174544841s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.037146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.862386Z","time spent":"1.174734144s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:32.037109Z","caller":"traceutil/trace.go:171","msg":"trace[1866979898] linearizableReadLoop","detail":"{readStateIndex:5880; appliedIndex:5872; }","duration":"1.666295212s","start":"2026-07-04T10:16:30.370725Z","end":"2026-07-04T10:16:32.03702Z","steps":["trace[1866979898] 'read index received' (duration: 514.029576ms)","trace[1866979898] 'applied index is now lower than readState.Index' (duration: 1.152264126s)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:32.037117Z","caller":"traceutil/trace.go:171","msg":"trace[428480890] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"1.304264057s","start":"2026-07-04T10:16:30.732816Z","end":"2026-07-04T10:16:32.03708Z","steps":["trace[428480890] 'process raft request' (duration: 1.304100724s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.037298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666540238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1716"} {"level":"info","ts":"2026-07-04T10:16:32.037452Z","caller":"traceutil/trace.go:171","msg":"trace[1337096075] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5664; }","duration":"1.666748022s","start":"2026-07-04T10:16:30.370667Z","end":"2026-07-04T10:16:32.037415Z","steps":["trace[1337096075] 'agreement among raft nodes before linearized reading' (duration: 1.666532737s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.037488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.7328Z","time spent":"1.304480743s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:32.037537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.370654Z","time spent":"1.666865806s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":1739,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-07-04T10:16:32.051116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591534431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:32.051209Z","caller":"traceutil/trace.go:171","msg":"trace[811762694] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5665; }","duration":"1.591686824s","start":"2026-07-04T10:16:30.4595Z","end":"2026-07-04T10:16:32.051187Z","steps":["trace[811762694] 'agreement among raft nodes before linearized reading' (duration: 1.59150898s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.051225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179213832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-07-04T10:16:32.051272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081671775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-04T10:16:32.051272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.459482Z","time spent":"1.591775466s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:16:32.051321Z","caller":"traceutil/trace.go:171","msg":"trace[1664166961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5665; }","duration":"1.081758297s","start":"2026-07-04T10:16:30.969552Z","end":"2026-07-04T10:16:32.05131Z","steps":["trace[1664166961] 'agreement among raft nodes before linearized reading' (duration: 1.081613514s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.05135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.969533Z","time spent":"1.081810338s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-04T10:16:32.051291Z","caller":"traceutil/trace.go:171","msg":"trace[452083261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:5665; }","duration":"1.179311855s","start":"2026-07-04T10:16:30.871962Z","end":"2026-07-04T10:16:32.051274Z","steps":["trace[452083261] 'agreement among raft nodes before linearized reading' (duration: 1.179078329s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.051374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065940238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:16:32.051401Z","caller":"traceutil/trace.go:171","msg":"trace[544249453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5665; }","duration":"1.066009469s","start":"2026-07-04T10:16:30.985382Z","end":"2026-07-04T10:16:32.051392Z","steps":["trace[544249453] 'agreement among raft nodes before linearized reading' (duration: 1.065933638s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.051432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.985362Z","time spent":"1.066064171s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:16:32.051289Z","caller":"traceutil/trace.go:171","msg":"trace[528589585] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"1.131761475s","start":"2026-07-04T10:16:30.919509Z","end":"2026-07-04T10:16:32.05127Z","steps":["trace[528589585] 'process raft request' (duration: 1.131329425s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.051435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.871947Z","time spent":"1.179464228s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"warn","ts":"2026-07-04T10:16:32.05122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067595858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:16:32.051489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355540987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:32.051529Z","caller":"traceutil/trace.go:171","msg":"trace[1741834566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5665; }","duration":"1.067958456s","start":"2026-07-04T10:16:30.983547Z","end":"2026-07-04T10:16:32.051506Z","steps":["trace[1741834566] 'agreement among raft nodes before linearized reading' (duration: 1.067471924s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.051518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.276614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-04T10:16:32.051531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064864782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-04T10:16:32.051601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.983529Z","time spent":"1.068050439s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:16:32.051616Z","caller":"traceutil/trace.go:171","msg":"trace[2022088237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5665; }","duration":"1.064969894s","start":"2026-07-04T10:16:30.986632Z","end":"2026-07-04T10:16:32.051602Z","steps":["trace[2022088237] 'agreement among raft nodes before linearized reading' (duration: 1.064669567s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:32.051627Z","caller":"traceutil/trace.go:171","msg":"trace[400183983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531; range_end:; response_count:1; response_revision:5665; }","duration":"712.436818ms","start":"2026-07-04T10:16:31.339159Z","end":"2026-07-04T10:16:32.051596Z","steps":["trace[400183983] 'agreement among raft nodes before linearized reading' (duration: 712.178882ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:32.051617Z","caller":"traceutil/trace.go:171","msg":"trace[2132704369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5665; }","duration":"1.355740712s","start":"2026-07-04T10:16:30.695825Z","end":"2026-07-04T10:16:32.051566Z","steps":["trace[2132704369] 'agreement among raft nodes before linearized reading' (duration: 1.355461695s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.051705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.919487Z","time spent":"1.132055832s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-04T10:16:32.051742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.695805Z","time spent":"1.355928486s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:16:32.051762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210922412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-04T10:16:32.05168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:31.339135Z","time spent":"712.531801ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531\" "} {"level":"warn","ts":"2026-07-04T10:16:32.051684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.986624Z","time spent":"1.065021366s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:16:32.051855Z","caller":"traceutil/trace.go:171","msg":"trace[268419315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5665; }","duration":"1.211051575s","start":"2026-07-04T10:16:30.840788Z","end":"2026-07-04T10:16:32.05184Z","steps":["trace[268419315] 'agreement among raft nodes before linearized reading' (duration: 1.210342848s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:32.052226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:30.840764Z","time spent":"1.211447844s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-04T10:16:34.40566Z","caller":"traceutil/trace.go:171","msg":"trace[1087946902] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"363.918079ms","start":"2026-07-04T10:16:34.041712Z","end":"2026-07-04T10:16:34.40563Z","steps":["trace[1087946902] 'process raft request' (duration: 363.762185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.405808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.041691Z","time spent":"364.041882ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:34.410585Z","caller":"traceutil/trace.go:171","msg":"trace[596570357] linearizableReadLoop","detail":"{readStateIndex:5940; appliedIndex:5936; }","duration":"348.561701ms","start":"2026-07-04T10:16:34.062005Z","end":"2026-07-04T10:16:34.410567Z","steps":["trace[596570357] 'read index received' (duration: 343.479309ms)","trace[596570357] 'applied index is now lower than readState.Index' (duration: 5.081362ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:34.410586Z","caller":"traceutil/trace.go:171","msg":"trace[186559212] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"367.812803ms","start":"2026-07-04T10:16:34.042749Z","end":"2026-07-04T10:16:34.410562Z","steps":["trace[186559212] 'process raft request' (duration: 367.667729ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:34.410622Z","caller":"traceutil/trace.go:171","msg":"trace[1259912190] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"367.881204ms","start":"2026-07-04T10:16:34.042682Z","end":"2026-07-04T10:16:34.410563Z","steps":["trace[1259912190] 'process raft request' (duration: 367.585427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.410747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.042742Z","time spent":"367.948556ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:34.410813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.856539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:16:34.410854Z","caller":"traceutil/trace.go:171","msg":"trace[502841602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5722; }","duration":"333.934901ms","start":"2026-07-04T10:16:34.076908Z","end":"2026-07-04T10:16:34.410843Z","steps":["trace[502841602] 'agreement among raft nodes before linearized reading' (duration: 333.771907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.410885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.076894Z","time spent":"333.983091ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:16:34.410913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.042667Z","time spent":"368.083449ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:34.410983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.204476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:16:34.410952Z","caller":"traceutil/trace.go:171","msg":"trace[471636647] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"368.048178ms","start":"2026-07-04T10:16:34.042849Z","end":"2026-07-04T10:16:34.410897Z","steps":["trace[471636647] 'process raft request' (duration: 367.621898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.411039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.82517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:16:34.411063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.176843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:16:34.411069Z","caller":"traceutil/trace.go:171","msg":"trace[229219825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5722; }","duration":"331.287637ms","start":"2026-07-04T10:16:34.07974Z","end":"2026-07-04T10:16:34.411028Z","steps":["trace[229219825] 'agreement among raft nodes before linearized reading' (duration: 331.132713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.411069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.065184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-04T10:16:34.411092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.903962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:16:34.41111Z","caller":"traceutil/trace.go:171","msg":"trace[1624008982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5722; }","duration":"333.254075ms","start":"2026-07-04T10:16:34.077842Z","end":"2026-07-04T10:16:34.411096Z","steps":["trace[1624008982] 'agreement among raft nodes before linearized reading' (duration: 333.121112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.411122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.079724Z","time spent":"331.38412ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-04T10:16:34.411127Z","caller":"traceutil/trace.go:171","msg":"trace[555346429] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531; range_end:; response_count:1; response_revision:5722; }","duration":"349.158725ms","start":"2026-07-04T10:16:34.061954Z","end":"2026-07-04T10:16:34.411112Z","steps":["trace[555346429] 'agreement among raft nodes before linearized reading' (duration: 348.96451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.411159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.077828Z","time spent":"333.324216ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:16:34.411169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.061938Z","time spent":"349.223007ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-baeee4b7-3aec-429b-86ce-8a32fa187531\" "} {"level":"info","ts":"2026-07-04T10:16:34.411165Z","caller":"traceutil/trace.go:171","msg":"trace[340641761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5722; }","duration":"332.001504ms","start":"2026-07-04T10:16:34.079146Z","end":"2026-07-04T10:16:34.411147Z","steps":["trace[340641761] 'agreement among raft nodes before linearized reading' (duration: 331.814729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.411174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.042798Z","time spent":"368.265753ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:34.41111Z","caller":"traceutil/trace.go:171","msg":"trace[438617811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5722; }","duration":"331.871481ms","start":"2026-07-04T10:16:34.07919Z","end":"2026-07-04T10:16:34.411061Z","steps":["trace[438617811] 'agreement among raft nodes before linearized reading' (duration: 331.786559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.411213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.079135Z","time spent":"332.065556ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:16:34.411237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.913468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-07-04T10:16:34.41124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.079184Z","time spent":"332.049986ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:16:34.411271Z","caller":"traceutil/trace.go:171","msg":"trace[1810940303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:5722; }","duration":"330.96676ms","start":"2026-07-04T10:16:34.080295Z","end":"2026-07-04T10:16:34.411262Z","steps":["trace[1810940303] 'agreement among raft nodes before linearized reading' (duration: 330.847027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:34.4113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:34.080285Z","time spent":"331.008ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"info","ts":"2026-07-04T10:16:42.271194Z","caller":"traceutil/trace.go:171","msg":"trace[1809747337] linearizableReadLoop","detail":"{readStateIndex:6050; appliedIndex:6049; }","duration":"219.742945ms","start":"2026-07-04T10:16:42.051429Z","end":"2026-07-04T10:16:42.271171Z","steps":["trace[1809747337] 'read index received' (duration: 219.625382ms)","trace[1809747337] 'applied index is now lower than readState.Index' (duration: 116.383µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:42.271289Z","caller":"traceutil/trace.go:171","msg":"trace[1380993193] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"289.741812ms","start":"2026-07-04T10:16:41.981495Z","end":"2026-07-04T10:16:42.271237Z","steps":["trace[1380993193] 'process raft request' (duration: 289.471455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:42.271449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.009651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-04T10:16:42.271616Z","caller":"traceutil/trace.go:171","msg":"trace[2116343007] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5831; }","duration":"220.220676ms","start":"2026-07-04T10:16:42.051367Z","end":"2026-07-04T10:16:42.271588Z","steps":["trace[2116343007] 'agreement among raft nodes before linearized reading' (duration: 219.9465ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:47.338954Z","caller":"traceutil/trace.go:171","msg":"trace[1649873762] linearizableReadLoop","detail":"{readStateIndex:6101; appliedIndex:6100; }","duration":"180.235708ms","start":"2026-07-04T10:16:47.158693Z","end":"2026-07-04T10:16:47.338928Z","steps":["trace[1649873762] 'read index received' (duration: 179.9267ms)","trace[1649873762] 'applied index is now lower than readState.Index' (duration: 307.618µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:47.339057Z","caller":"traceutil/trace.go:171","msg":"trace[1353345006] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"265.942682ms","start":"2026-07-04T10:16:47.073079Z","end":"2026-07-04T10:16:47.339022Z","steps":["trace[1353345006] 'process raft request' (duration: 265.641095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:47.339151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.442213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-04T10:16:47.339196Z","caller":"traceutil/trace.go:171","msg":"trace[275417930] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5881; }","duration":"180.541015ms","start":"2026-07-04T10:16:47.158642Z","end":"2026-07-04T10:16:47.339183Z","steps":["trace[275417930] 'agreement among raft nodes before linearized reading' (duration: 180.383771ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:47.628126Z","caller":"traceutil/trace.go:171","msg":"trace[541129031] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"283.642596ms","start":"2026-07-04T10:16:47.344458Z","end":"2026-07-04T10:16:47.628101Z","steps":["trace[541129031] 'process raft request' (duration: 283.505493ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:47.649514Z","caller":"traceutil/trace.go:171","msg":"trace[927045460] linearizableReadLoop","detail":"{readStateIndex:6103; appliedIndex:6101; }","duration":"302.767694ms","start":"2026-07-04T10:16:47.346728Z","end":"2026-07-04T10:16:47.649495Z","steps":["trace[927045460] 'read index received' (duration: 281.32215ms)","trace[927045460] 'applied index is now lower than readState.Index' (duration: 21.444834ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:47.649589Z","caller":"traceutil/trace.go:171","msg":"trace[1785117254] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"302.289772ms","start":"2026-07-04T10:16:47.347267Z","end":"2026-07-04T10:16:47.649557Z","steps":["trace[1785117254] 'process raft request' (duration: 302.097568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:47.649732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:47.347256Z","time spent":"302.405986ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:16:47.649747Z","caller":"traceutil/trace.go:171","msg":"trace[1004029737] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"302.008405ms","start":"2026-07-04T10:16:47.347725Z","end":"2026-07-04T10:16:47.649734Z","steps":["trace[1004029737] 'process raft request' (duration: 301.686898ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:47.649942Z","caller":"traceutil/trace.go:171","msg":"trace[433043853] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"303.45166ms","start":"2026-07-04T10:16:47.346343Z","end":"2026-07-04T10:16:47.649794Z","steps":["trace[433043853] 'process raft request' (duration: 302.920217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:47.650042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.283526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-04T10:16:47.650117Z","caller":"traceutil/trace.go:171","msg":"trace[1784942376] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"292.058937ms","start":"2026-07-04T10:16:47.358046Z","end":"2026-07-04T10:16:47.650105Z","steps":["trace[1784942376] 'process raft request' (duration: 291.402172ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:47.650144Z","caller":"traceutil/trace.go:171","msg":"trace[1999449381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5886; }","duration":"303.41525ms","start":"2026-07-04T10:16:47.346702Z","end":"2026-07-04T10:16:47.650117Z","steps":["trace[1999449381] 'agreement among raft nodes before linearized reading' (duration: 303.144763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:47.650211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:47.346693Z","time spent":"303.505912ms","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-04T10:16:47.650132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:47.346329Z","time spent":"303.662706ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:47.650178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:16:47.347714Z","time spent":"302.18033ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:16:47.650314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.416572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:16:47.650443Z","caller":"traceutil/trace.go:171","msg":"trace[1589993612] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5886; }","duration":"195.628917ms","start":"2026-07-04T10:16:47.454799Z","end":"2026-07-04T10:16:47.650428Z","steps":["trace[1589993612] 'agreement among raft nodes before linearized reading' (duration: 195.372441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:47.650475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.463621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-04T10:16:47.650591Z","caller":"traceutil/trace.go:171","msg":"trace[1264412286] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5886; }","duration":"134.595195ms","start":"2026-07-04T10:16:47.515976Z","end":"2026-07-04T10:16:47.650571Z","steps":["trace[1264412286] 'agreement among raft nodes before linearized reading' (duration: 134.303678ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:47.859457Z","caller":"traceutil/trace.go:171","msg":"trace[1205171664] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"197.753157ms","start":"2026-07-04T10:16:47.661636Z","end":"2026-07-04T10:16:47.85939Z","steps":["trace[1205171664] 'process raft request' (duration: 149.83435ms)","trace[1205171664] 'compare' (duration: 47.773304ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:47.8775Z","caller":"traceutil/trace.go:171","msg":"trace[1336209578] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"204.774226ms","start":"2026-07-04T10:16:47.672691Z","end":"2026-07-04T10:16:47.877466Z","steps":["trace[1336209578] 'process raft request' (duration: 204.54638ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:48.723796Z","caller":"traceutil/trace.go:171","msg":"trace[1788581710] linearizableReadLoop","detail":"{readStateIndex:6114; appliedIndex:6113; }","duration":"146.850588ms","start":"2026-07-04T10:16:48.57692Z","end":"2026-07-04T10:16:48.72377Z","steps":["trace[1788581710] 'read index received' (duration: 146.679724ms)","trace[1788581710] 'applied index is now lower than readState.Index' (duration: 169.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:48.723859Z","caller":"traceutil/trace.go:171","msg":"trace[946978483] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"157.383441ms","start":"2026-07-04T10:16:48.566451Z","end":"2026-07-04T10:16:48.723834Z","steps":["trace[946978483] 'process raft request' (duration: 157.172796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:48.724085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.686336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-04T10:16:48.724116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.129317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:16:48.72415Z","caller":"traceutil/trace.go:171","msg":"trace[481532408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5893; }","duration":"144.777939ms","start":"2026-07-04T10:16:48.579357Z","end":"2026-07-04T10:16:48.724135Z","steps":["trace[481532408] 'agreement among raft nodes before linearized reading' (duration: 144.584235ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:48.724189Z","caller":"traceutil/trace.go:171","msg":"trace[1854172653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:5893; }","duration":"140.22989ms","start":"2026-07-04T10:16:48.583937Z","end":"2026-07-04T10:16:48.724167Z","steps":["trace[1854172653] 'agreement among raft nodes before linearized reading' (duration: 140.036475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:48.724163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.178787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:16:48.72433Z","caller":"traceutil/trace.go:171","msg":"trace[1319909580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5893; }","duration":"147.414082ms","start":"2026-07-04T10:16:48.576841Z","end":"2026-07-04T10:16:48.724255Z","steps":["trace[1319909580] 'agreement among raft nodes before linearized reading' (duration: 147.088704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:16:48.724342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.801538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:16:48.724443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.859103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:16:48.724477Z","caller":"traceutil/trace.go:171","msg":"trace[1709645930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5893; }","duration":"141.961501ms","start":"2026-07-04T10:16:48.582498Z","end":"2026-07-04T10:16:48.72446Z","steps":["trace[1709645930] 'agreement among raft nodes before linearized reading' (duration: 141.754236ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:48.724502Z","caller":"traceutil/trace.go:171","msg":"trace[414339751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5893; }","duration":"142.944475ms","start":"2026-07-04T10:16:48.581543Z","end":"2026-07-04T10:16:48.724488Z","steps":["trace[414339751] 'agreement among raft nodes before linearized reading' (duration: 142.823182ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:48.860435Z","caller":"traceutil/trace.go:171","msg":"trace[1617916776] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"130.944467ms","start":"2026-07-04T10:16:48.729442Z","end":"2026-07-04T10:16:48.860387Z","steps":["trace[1617916776] 'process raft request' (duration: 37.254903ms)","trace[1617916776] 'compare' (duration: 93.549331ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:16:48.860697Z","caller":"traceutil/trace.go:171","msg":"trace[1429385216] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"131.131331ms","start":"2026-07-04T10:16:48.72954Z","end":"2026-07-04T10:16:48.860671Z","steps":["trace[1429385216] 'process raft request' (duration: 130.809413ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:16:48.860702Z","caller":"traceutil/trace.go:171","msg":"trace[646700539] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"131.114291ms","start":"2026-07-04T10:16:48.729548Z","end":"2026-07-04T10:16:48.860662Z","steps":["trace[646700539] 'process raft request' (duration: 130.957677ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:20.923731Z","caller":"traceutil/trace.go:171","msg":"trace[1559133670] linearizableReadLoop","detail":"{readStateIndex:6404; appliedIndex:6403; }","duration":"115.21531ms","start":"2026-07-04T10:17:20.808493Z","end":"2026-07-04T10:17:20.923708Z","steps":["trace[1559133670] 'read index received' (duration: 115.000215ms)","trace[1559133670] 'applied index is now lower than readState.Index' (duration: 213.975µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:17:20.923788Z","caller":"traceutil/trace.go:171","msg":"trace[219417693] transaction","detail":"{read_only:false; response_revision:6175; number_of_response:1; }","duration":"201.745294ms","start":"2026-07-04T10:17:20.722005Z","end":"2026-07-04T10:17:20.92375Z","steps":["trace[219417693] 'process raft request' (duration: 201.57546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:20.923943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.426206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:17:20.924033Z","caller":"traceutil/trace.go:171","msg":"trace[693696766] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6175; }","duration":"115.568419ms","start":"2026-07-04T10:17:20.808444Z","end":"2026-07-04T10:17:20.924012Z","steps":["trace[693696766] 'agreement among raft nodes before linearized reading' (duration: 115.395345ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:21.186999Z","caller":"traceutil/trace.go:171","msg":"trace[293061075] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"258.687238ms","start":"2026-07-04T10:17:20.92828Z","end":"2026-07-04T10:17:21.186967Z","steps":["trace[293061075] 'process raft request' (duration: 247.386368ms)","trace[293061075] 'compare' (duration: 10.892951ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:17:21.18701Z","caller":"traceutil/trace.go:171","msg":"trace[1960014530] linearizableReadLoop","detail":"{readStateIndex:6405; appliedIndex:6404; }","duration":"258.597846ms","start":"2026-07-04T10:17:20.928395Z","end":"2026-07-04T10:17:21.186993Z","steps":["trace[1960014530] 'read index received' (duration: 247.406958ms)","trace[1960014530] 'applied index is now lower than readState.Index' (duration: 11.190288ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:17:21.187278Z","caller":"traceutil/trace.go:171","msg":"trace[1152552570] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"258.786631ms","start":"2026-07-04T10:17:20.928481Z","end":"2026-07-04T10:17:21.187268Z","steps":["trace[1152552570] 'process raft request' (duration: 258.484713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:21.187369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.928307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-04T10:17:21.187376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.736875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:17:21.187402Z","caller":"traceutil/trace.go:171","msg":"trace[2004462179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6177; }","duration":"184.009049ms","start":"2026-07-04T10:17:21.003383Z","end":"2026-07-04T10:17:21.187392Z","steps":["trace[2004462179] 'agreement among raft nodes before linearized reading' (duration: 183.914886ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:21.187434Z","caller":"traceutil/trace.go:171","msg":"trace[174285078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6177; }","duration":"181.833967ms","start":"2026-07-04T10:17:21.005583Z","end":"2026-07-04T10:17:21.187417Z","steps":["trace[174285078] 'agreement among raft nodes before linearized reading' (duration: 181.637533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:21.187493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.096863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-04T10:17:21.187516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.093778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101780"} {"level":"info","ts":"2026-07-04T10:17:21.187587Z","caller":"traceutil/trace.go:171","msg":"trace[779976959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6177; }","duration":"182.235967ms","start":"2026-07-04T10:17:21.005328Z","end":"2026-07-04T10:17:21.187564Z","steps":["trace[779976959] 'agreement among raft nodes before linearized reading' (duration: 181.94529ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:21.187597Z","caller":"traceutil/trace.go:171","msg":"trace[751226654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6177; }","duration":"259.213281ms","start":"2026-07-04T10:17:20.928365Z","end":"2026-07-04T10:17:21.187578Z","steps":["trace[751226654] 'agreement among raft nodes before linearized reading' (duration: 258.685258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:21.187567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.989308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:17:21.188187Z","caller":"traceutil/trace.go:171","msg":"trace[2022507168] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6177; }","duration":"232.647274ms","start":"2026-07-04T10:17:20.955512Z","end":"2026-07-04T10:17:21.188159Z","steps":["trace[2022507168] 'agreement among raft nodes before linearized reading' (duration: 231.705981ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:31.012047Z","caller":"traceutil/trace.go:171","msg":"trace[673724769] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"165.238347ms","start":"2026-07-04T10:17:30.84678Z","end":"2026-07-04T10:17:31.012019Z","steps":["trace[673724769] 'process raft request' (duration: 165.029302ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:31.012328Z","caller":"traceutil/trace.go:171","msg":"trace[101966347] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"165.458323ms","start":"2026-07-04T10:17:30.846838Z","end":"2026-07-04T10:17:31.012296Z","steps":["trace[101966347] 'process raft request' (duration: 165.136315ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:31.012524Z","caller":"traceutil/trace.go:171","msg":"trace[866528579] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"165.293478ms","start":"2026-07-04T10:17:30.847157Z","end":"2026-07-04T10:17:31.012451Z","steps":["trace[866528579] 'process raft request' (duration: 165.145015ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:31.012677Z","caller":"traceutil/trace.go:171","msg":"trace[382054874] linearizableReadLoop","detail":"{readStateIndex:6472; appliedIndex:6465; }","duration":"105.166555ms","start":"2026-07-04T10:17:30.907496Z","end":"2026-07-04T10:17:31.012662Z","steps":["trace[382054874] 'read index received' (duration: 6.340421ms)","trace[382054874] 'applied index is now lower than readState.Index' (duration: 98.824744ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:17:31.012738Z","caller":"traceutil/trace.go:171","msg":"trace[846562219] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"160.993097ms","start":"2026-07-04T10:17:30.851716Z","end":"2026-07-04T10:17:31.012709Z","steps":["trace[846562219] 'process raft request' (duration: 160.666519ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:31.013019Z","caller":"traceutil/trace.go:171","msg":"trace[525051669] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"165.960374ms","start":"2026-07-04T10:17:30.847034Z","end":"2026-07-04T10:17:31.012994Z","steps":["trace[525051669] 'process raft request' (duration: 165.121984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:31.013675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.16176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224949"} {"level":"info","ts":"2026-07-04T10:17:31.013755Z","caller":"traceutil/trace.go:171","msg":"trace[1133364937] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6241; }","duration":"106.281652ms","start":"2026-07-04T10:17:30.907454Z","end":"2026-07-04T10:17:31.013736Z","steps":["trace[1133364937] 'agreement among raft nodes before linearized reading' (duration: 105.264528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:32.931982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.493363ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-04T10:17:32.932174Z","caller":"traceutil/trace.go:171","msg":"trace[860621111] linearizableReadLoop","detail":"{readStateIndex:6479; appliedIndex:6478; }","duration":"316.44523ms","start":"2026-07-04T10:17:32.615714Z","end":"2026-07-04T10:17:32.932159Z","steps":["trace[860621111] 'read index received' (duration: 145.820254ms)","trace[860621111] 'applied index is now lower than readState.Index' (duration: 170.624166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:17:32.932267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.542172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:17:32.932302Z","caller":"traceutil/trace.go:171","msg":"trace[859854698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6247; }","duration":"316.631794ms","start":"2026-07-04T10:17:32.61566Z","end":"2026-07-04T10:17:32.932292Z","steps":["trace[859854698] 'agreement among raft nodes before linearized reading' (duration: 316.555392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:32.932331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:17:32.615637Z","time spent":"316.687836ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:17:32.932331Z","caller":"traceutil/trace.go:171","msg":"trace[295102285] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"236.547376ms","start":"2026-07-04T10:17:32.695764Z","end":"2026-07-04T10:17:32.932311Z","steps":["trace[295102285] 'process raft request' (duration: 236.314791ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:32.993418Z","caller":"traceutil/trace.go:171","msg":"trace[1008939613] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"270.345312ms","start":"2026-07-04T10:17:32.723039Z","end":"2026-07-04T10:17:32.993384Z","steps":["trace[1008939613] 'process raft request' (duration: 209.262746ms)","trace[1008939613] 'compare' (duration: 60.86393ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:17:32.993446Z","caller":"traceutil/trace.go:171","msg":"trace[1764364028] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"250.600772ms","start":"2026-07-04T10:17:32.742814Z","end":"2026-07-04T10:17:32.993415Z","steps":["trace[1764364028] 'process raft request' (duration: 250.49863ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:17:32.99359Z","caller":"traceutil/trace.go:171","msg":"trace[919509992] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"234.849227ms","start":"2026-07-04T10:17:32.758707Z","end":"2026-07-04T10:17:32.993557Z","steps":["trace[919509992] 'process raft request' (duration: 234.630051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:17:32.993631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.418407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:17:32.993721Z","caller":"traceutil/trace.go:171","msg":"trace[1612625011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6251; }","duration":"297.713034ms","start":"2026-07-04T10:17:32.69594Z","end":"2026-07-04T10:17:32.993653Z","steps":["trace[1612625011] 'agreement among raft nodes before linearized reading' (duration: 297.428207ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:21:24.37783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5541} {"level":"info","ts":"2026-07-04T10:21:24.48801Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5541,"took":"108.797084ms","hash":2724392622,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":27529216,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-04T10:21:24.48814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2724392622,"revision":5541,"compact-revision":2827} {"level":"info","ts":"2026-07-04T10:22:56.824951Z","caller":"traceutil/trace.go:171","msg":"trace[1206610637] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"763.010473ms","start":"2026-07-04T10:22:56.061888Z","end":"2026-07-04T10:22:56.824898Z","steps":["trace[1206610637] 'process raft request' (duration: 762.381468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:22:56.825492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:22:56.061869Z","time spent":"763.547857ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:22:56.970864Z","caller":"traceutil/trace.go:171","msg":"trace[715754109] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"772.9256ms","start":"2026-07-04T10:22:56.197917Z","end":"2026-07-04T10:22:56.970843Z","steps":["trace[715754109] 'process raft request' (duration: 772.862059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:22:56.971001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:22:56.197892Z","time spent":"773.042843ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:22:56.971106Z","caller":"traceutil/trace.go:171","msg":"trace[1200016823] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"680.764832ms","start":"2026-07-04T10:22:56.29032Z","end":"2026-07-04T10:22:56.971085Z","steps":["trace[1200016823] 'process raft request' (duration: 680.491536ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:22:56.97119Z","caller":"traceutil/trace.go:171","msg":"trace[2592350] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"830.661566ms","start":"2026-07-04T10:22:56.140518Z","end":"2026-07-04T10:22:56.971179Z","steps":["trace[2592350] 'process raft request' (duration: 830.093213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:22:56.971216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:22:56.290298Z","time spent":"680.870465ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:22:56.971248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:22:56.140489Z","time spent":"830.730998ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:22:56.971328Z","caller":"traceutil/trace.go:171","msg":"trace[716011752] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"786.621097ms","start":"2026-07-04T10:22:56.184696Z","end":"2026-07-04T10:22:56.971317Z","steps":["trace[716011752] 'process raft request' (duration: 786.044933ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:22:56.971369Z","caller":"traceutil/trace.go:171","msg":"trace[1010902550] linearizableReadLoop","detail":"{readStateIndex:8930; appliedIndex:8925; }","duration":"420.984099ms","start":"2026-07-04T10:22:56.550374Z","end":"2026-07-04T10:22:56.971358Z","steps":["trace[1010902550] 'read index received' (duration: 274.012454ms)","trace[1010902550] 'applied index is now lower than readState.Index' (duration: 146.970755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:22:56.97138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:22:56.18467Z","time spent":"786.686008ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:22:56.97161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.239474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:22:56.97165Z","caller":"traceutil/trace.go:171","msg":"trace[457086092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8622; }","duration":"421.316196ms","start":"2026-07-04T10:22:56.550324Z","end":"2026-07-04T10:22:56.971641Z","steps":["trace[457086092] 'agreement among raft nodes before linearized reading' (duration: 421.116872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:22:56.971676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:22:56.550305Z","time spent":"421.364897ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:22:56.971688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.082479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:22:56.971811Z","caller":"traceutil/trace.go:171","msg":"trace[1665702574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8622; }","duration":"275.299994ms","start":"2026-07-04T10:22:56.696489Z","end":"2026-07-04T10:22:56.971789Z","steps":["trace[1665702574] 'agreement among raft nodes before linearized reading' (duration: 275.028307ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:22:56.971923Z","caller":"traceutil/trace.go:171","msg":"trace[601657916] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"151.841501ms","start":"2026-07-04T10:22:56.820069Z","end":"2026-07-04T10:22:56.97191Z","steps":["trace[601657916] 'process raft request' (duration: 150.96398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.666411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.665916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:23:07.666577Z","caller":"traceutil/trace.go:171","msg":"trace[1781382363] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"618.025896ms","start":"2026-07-04T10:23:07.048523Z","end":"2026-07-04T10:23:07.666549Z","steps":["trace[1781382363] 'process raft request' (duration: 37.102114ms)","trace[1781382363] 'compare' (duration: 580.546333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:07.666672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.048507Z","time spent":"618.115789ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:07.681327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227369170,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:23:07.947525Z","caller":"traceutil/trace.go:171","msg":"trace[1347017001] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"823.895566ms","start":"2026-07-04T10:23:07.123599Z","end":"2026-07-04T10:23:07.947495Z","steps":["trace[1347017001] 'process raft request' (duration: 766.000396ms)","trace[1347017001] 'compare' (duration: 57.719896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:07.947684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.12358Z","time spent":"824.019499ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:07.947708Z","caller":"traceutil/trace.go:171","msg":"trace[1805929966] linearizableReadLoop","detail":"{readStateIndex:8984; appliedIndex:8982; }","duration":"767.155382ms","start":"2026-07-04T10:23:07.180506Z","end":"2026-07-04T10:23:07.947661Z","steps":["trace[1805929966] 'read index received' (duration: 709.107998ms)","trace[1805929966] 'applied index is now lower than readState.Index' (duration: 58.042244ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:07.947961Z","caller":"traceutil/trace.go:171","msg":"trace[679176490] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"823.100147ms","start":"2026-07-04T10:23:07.124797Z","end":"2026-07-04T10:23:07.947897Z","steps":["trace[679176490] 'process raft request' (duration: 822.661256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.947989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.682375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:23:07.948049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.441228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-04T10:23:07.948062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.543621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:23:07.948079Z","caller":"traceutil/trace.go:171","msg":"trace[288391853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8673; }","duration":"252.816398ms","start":"2026-07-04T10:23:07.695239Z","end":"2026-07-04T10:23:07.948055Z","steps":["trace[288391853] 'agreement among raft nodes before linearized reading' (duration: 252.663785ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:07.948112Z","caller":"traceutil/trace.go:171","msg":"trace[1521556301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8673; }","duration":"764.55198ms","start":"2026-07-04T10:23:07.183541Z","end":"2026-07-04T10:23:07.948093Z","steps":["trace[1521556301] 'agreement among raft nodes before linearized reading' (duration: 764.348545ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:07.948121Z","caller":"traceutil/trace.go:171","msg":"trace[1164401168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8673; }","duration":"767.632074ms","start":"2026-07-04T10:23:07.180474Z","end":"2026-07-04T10:23:07.948106Z","steps":["trace[1164401168] 'agreement among raft nodes before linearized reading' (duration: 767.365617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.623442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414436"} {"level":"warn","ts":"2026-07-04T10:23:07.948144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.224688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:23:07.948144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.12478Z","time spent":"823.27539ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:07.948165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.183517Z","time spent":"764.634743ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-04T10:23:07.948177Z","caller":"traceutil/trace.go:171","msg":"trace[419999708] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8673; }","duration":"197.750795ms","start":"2026-07-04T10:23:07.750409Z","end":"2026-07-04T10:23:07.94816Z","steps":["trace[419999708] 'agreement among raft nodes before linearized reading' (duration: 197.489499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.353706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-07-04T10:23:07.948165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.321105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:23:07.948197Z","caller":"traceutil/trace.go:171","msg":"trace[276584432] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8673; }","duration":"305.3166ms","start":"2026-07-04T10:23:07.642865Z","end":"2026-07-04T10:23:07.948182Z","steps":["trace[276584432] 'agreement among raft nodes before linearized reading' (duration: 305.236649ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:07.948223Z","caller":"traceutil/trace.go:171","msg":"trace[1468351737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8673; }","duration":"764.405377ms","start":"2026-07-04T10:23:07.183807Z","end":"2026-07-04T10:23:07.948212Z","steps":["trace[1468351737] 'agreement among raft nodes before linearized reading' (duration: 764.254384ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:07.94822Z","caller":"traceutil/trace.go:171","msg":"trace[899594956] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:8673; }","duration":"413.551851ms","start":"2026-07-04T10:23:07.534654Z","end":"2026-07-04T10:23:07.948206Z","steps":["trace[899594956] 'agreement among raft nodes before linearized reading' (duration: 413.237954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.183792Z","time spent":"764.456748ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:23:07.94825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.642835Z","time spent":"305.398102ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:23:07.948264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.534634Z","time spent":"413.619012ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-04T10:23:07.948352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.576854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:23:07.948387Z","caller":"traceutil/trace.go:171","msg":"trace[1085678294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8673; }","duration":"588.614835ms","start":"2026-07-04T10:23:07.359763Z","end":"2026-07-04T10:23:07.948378Z","steps":["trace[1085678294] 'agreement among raft nodes before linearized reading' (duration: 588.557544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.636842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-04T10:23:07.948416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.359694Z","time spent":"588.714168ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:23:07.94843Z","caller":"traceutil/trace.go:171","msg":"trace[1185598917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8673; }","duration":"764.684993ms","start":"2026-07-04T10:23:07.183732Z","end":"2026-07-04T10:23:07.948417Z","steps":["trace[1185598917] 'agreement among raft nodes before linearized reading' (duration: 764.55873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.413745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77c586fb47-9vkmb.18bf0f16bb9efa50\" ","response":"range_response_count:1 size:1133"} {"level":"warn","ts":"2026-07-04T10:23:07.948471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.18371Z","time spent":"764.750535ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:23:07.948503Z","caller":"traceutil/trace.go:171","msg":"trace[235088961] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77c586fb47-9vkmb.18bf0f16bb9efa50; range_end:; response_count:1; response_revision:8673; }","duration":"173.485157ms","start":"2026-07-04T10:23:07.775004Z","end":"2026-07-04T10:23:07.948489Z","steps":["trace[235088961] 'agreement among raft nodes before linearized reading' (duration: 173.389645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.180457Z","time spent":"767.696835ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:23:07.948618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.869978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:23:07.948646Z","caller":"traceutil/trace.go:171","msg":"trace[1410719679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:8673; }","duration":"730.932428ms","start":"2026-07-04T10:23:07.217705Z","end":"2026-07-04T10:23:07.948637Z","steps":["trace[1410719679] 'agreement among raft nodes before linearized reading' (duration: 730.849116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.9626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-04T10:23:07.948671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.217687Z","time spent":"730.97794ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"info","ts":"2026-07-04T10:23:07.948684Z","caller":"traceutil/trace.go:171","msg":"trace[1903702815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8673; }","duration":"765.057102ms","start":"2026-07-04T10:23:07.183616Z","end":"2026-07-04T10:23:07.948673Z","steps":["trace[1903702815] 'agreement among raft nodes before linearized reading' (duration: 764.921389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:07.948716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:07.183607Z","time spent":"765.100593ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:23:09.296475Z","caller":"traceutil/trace.go:171","msg":"trace[1372594136] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8994; }","duration":"137.596441ms","start":"2026-07-04T10:23:09.158853Z","end":"2026-07-04T10:23:09.296449Z","steps":["trace[1372594136] 'read index received' (duration: 137.381636ms)","trace[1372594136] 'applied index is now lower than readState.Index' (duration: 213.725µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:09.296642Z","caller":"traceutil/trace.go:171","msg":"trace[1945637264] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"347.159667ms","start":"2026-07-04T10:23:08.949403Z","end":"2026-07-04T10:23:09.296563Z","steps":["trace[1945637264] 'process raft request' (duration: 346.826089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:09.296781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.906538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-04T10:23:09.296823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:08.949363Z","time spent":"347.373693ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:09.296865Z","caller":"traceutil/trace.go:171","msg":"trace[269577950] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8683; }","duration":"138.038241ms","start":"2026-07-04T10:23:09.158804Z","end":"2026-07-04T10:23:09.296842Z","steps":["trace[269577950] 'agreement among raft nodes before linearized reading' (duration: 137.782585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.528243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227369202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:23:10.549858Z","caller":"traceutil/trace.go:171","msg":"trace[1777403396] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"596.510654ms","start":"2026-07-04T10:23:09.953324Z","end":"2026-07-04T10:23:10.549835Z","steps":["trace[1777403396] 'process raft request' (duration: 596.3713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.549988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:09.953295Z","time spent":"596.620196ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:10.87599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.946334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:23:10.876114Z","caller":"traceutil/trace.go:171","msg":"trace[1259784032] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8997; }","duration":"848.341259ms","start":"2026-07-04T10:23:10.027751Z","end":"2026-07-04T10:23:10.876092Z","steps":["trace[1259784032] 'read index received' (duration: 521.870924ms)","trace[1259784032] 'applied index is now lower than readState.Index' (duration: 326.468365ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:10.876233Z","caller":"traceutil/trace.go:171","msg":"trace[1859570044] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"922.832854ms","start":"2026-07-04T10:23:09.953382Z","end":"2026-07-04T10:23:10.876214Z","steps":["trace[1859570044] 'process raft request' (duration: 723.567733ms)","trace[1859570044] 'compare' (duration: 198.735929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:10.876348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:09.953352Z","time spent":"922.932267ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:10.876497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.426331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-04T10:23:10.876626Z","caller":"traceutil/trace.go:171","msg":"trace[418191247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8687; }","duration":"848.596275ms","start":"2026-07-04T10:23:10.028Z","end":"2026-07-04T10:23:10.876597Z","steps":["trace[418191247] 'agreement among raft nodes before linearized reading' (duration: 848.308098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.876638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.353806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:10.876695Z","caller":"traceutil/trace.go:171","msg":"trace[1022781294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8687; }","duration":"179.45736ms","start":"2026-07-04T10:23:10.697221Z","end":"2026-07-04T10:23:10.876678Z","steps":["trace[1022781294] 'agreement among raft nodes before linearized reading' (duration: 179.343497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.876694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:10.027982Z","time spent":"848.696937ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:23:10.876693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.528093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-07-04T10:23:10.876718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.504877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-07-04T10:23:10.876724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.089492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-04T10:23:10.876502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.722117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:23:10.876756Z","caller":"traceutil/trace.go:171","msg":"trace[1508380725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:8687; }","duration":"843.617256ms","start":"2026-07-04T10:23:10.033123Z","end":"2026-07-04T10:23:10.87674Z","steps":["trace[1508380725] 'agreement among raft nodes before linearized reading' (duration: 843.420371ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:10.876786Z","caller":"traceutil/trace.go:171","msg":"trace[1168873038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8687; }","duration":"649.564469ms","start":"2026-07-04T10:23:10.227201Z","end":"2026-07-04T10:23:10.876766Z","steps":["trace[1168873038] 'agreement among raft nodes before linearized reading' (duration: 649.391945ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:10.876797Z","caller":"traceutil/trace.go:171","msg":"trace[1813907707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8687; }","duration":"849.075346ms","start":"2026-07-04T10:23:10.027707Z","end":"2026-07-04T10:23:10.876782Z","steps":["trace[1813907707] 'agreement among raft nodes before linearized reading' (duration: 848.557764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.876806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:10.033111Z","time spent":"843.682937ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"warn","ts":"2026-07-04T10:23:10.876841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:10.227148Z","time spent":"649.681821ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-04T10:23:10.87672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.541443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:23:10.876908Z","caller":"traceutil/trace.go:171","msg":"trace[1408453440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8687; }","duration":"848.771409ms","start":"2026-07-04T10:23:10.028127Z","end":"2026-07-04T10:23:10.876898Z","steps":["trace[1408453440] 'agreement among raft nodes before linearized reading' (duration: 848.488292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.876955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:10.028108Z","time spent":"848.83561ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:23:10.876844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:10.027688Z","time spent":"849.145327ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:23:10.876915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.898947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-04T10:23:10.87679Z","caller":"traceutil/trace.go:171","msg":"trace[2017392685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8687; }","duration":"848.180755ms","start":"2026-07-04T10:23:10.028594Z","end":"2026-07-04T10:23:10.876775Z","steps":["trace[2017392685] 'agreement among raft nodes before linearized reading' (duration: 848.006651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.877088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:10.028582Z","time spent":"848.499872ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:23:10.877128Z","caller":"traceutil/trace.go:171","msg":"trace[475596466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8687; }","duration":"848.080742ms","start":"2026-07-04T10:23:10.028964Z","end":"2026-07-04T10:23:10.877045Z","steps":["trace[475596466] 'agreement among raft nodes before linearized reading' (duration: 847.679173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:10.877285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:10.028956Z","time spent":"848.310208ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-04T10:23:11.126439Z","caller":"traceutil/trace.go:171","msg":"trace[1364479087] linearizableReadLoop","detail":"{readStateIndex:9000; appliedIndex:8999; }","duration":"244.849028ms","start":"2026-07-04T10:23:10.881553Z","end":"2026-07-04T10:23:11.126402Z","steps":["trace[1364479087] 'read index received' (duration: 234.500771ms)","trace[1364479087] 'applied index is now lower than readState.Index' (duration: 10.346697ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:11.126534Z","caller":"traceutil/trace.go:171","msg":"trace[790157427] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"245.021403ms","start":"2026-07-04T10:23:10.881453Z","end":"2026-07-04T10:23:11.126474Z","steps":["trace[790157427] 'process raft request' (duration: 234.567103ms)","trace[790157427] 'compare' (duration: 10.112882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:11.12692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.34528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224054"} {"level":"info","ts":"2026-07-04T10:23:11.126999Z","caller":"traceutil/trace.go:171","msg":"trace[1661367166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8688; }","duration":"245.445833ms","start":"2026-07-04T10:23:10.881536Z","end":"2026-07-04T10:23:11.126982Z","steps":["trace[1661367166] 'agreement among raft nodes before linearized reading' (duration: 244.999342ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:11.15187Z","caller":"traceutil/trace.go:171","msg":"trace[2050354376] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"270.041259ms","start":"2026-07-04T10:23:10.881809Z","end":"2026-07-04T10:23:11.151851Z","steps":["trace[2050354376] 'process raft request' (duration: 269.974737ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:11.151873Z","caller":"traceutil/trace.go:171","msg":"trace[1312475771] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"270.07783ms","start":"2026-07-04T10:23:10.881759Z","end":"2026-07-04T10:23:11.151837Z","steps":["trace[1312475771] 'process raft request' (duration: 269.876515ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:11.152021Z","caller":"traceutil/trace.go:171","msg":"trace[1595374604] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"270.271935ms","start":"2026-07-04T10:23:10.881739Z","end":"2026-07-04T10:23:11.152011Z","steps":["trace[1595374604] 'process raft request' (duration: 270.008638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:11.15217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.144071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:23:11.152207Z","caller":"traceutil/trace.go:171","msg":"trace[246014624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8692; }","duration":"270.194052ms","start":"2026-07-04T10:23:10.882006Z","end":"2026-07-04T10:23:11.1522Z","steps":["trace[246014624] 'agreement among raft nodes before linearized reading' (duration: 270.061129ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:11.152203Z","caller":"traceutil/trace.go:171","msg":"trace[1299897147] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"270.103521ms","start":"2026-07-04T10:23:10.882086Z","end":"2026-07-04T10:23:11.152189Z","steps":["trace[1299897147] 'process raft request' (duration: 269.727092ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:11.610463Z","caller":"traceutil/trace.go:171","msg":"trace[288150858] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9004; }","duration":"248.67067ms","start":"2026-07-04T10:23:11.361771Z","end":"2026-07-04T10:23:11.610441Z","steps":["trace[288150858] 'read index received' (duration: 248.472345ms)","trace[288150858] 'applied index is now lower than readState.Index' (duration: 197.465µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:11.610566Z","caller":"traceutil/trace.go:171","msg":"trace[1359932174] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"309.668964ms","start":"2026-07-04T10:23:11.30086Z","end":"2026-07-04T10:23:11.610529Z","steps":["trace[1359932174] 'process raft request' (duration: 309.435938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:11.610738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:11.300839Z","time spent":"309.800297ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:11.610722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.864394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:11.610971Z","caller":"traceutil/trace.go:171","msg":"trace[94279790] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8693; }","duration":"249.219373ms","start":"2026-07-04T10:23:11.361722Z","end":"2026-07-04T10:23:11.610941Z","steps":["trace[94279790] 'agreement among raft nodes before linearized reading' (duration: 248.838104ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:11.877758Z","caller":"traceutil/trace.go:171","msg":"trace[1088907695] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"196.858054ms","start":"2026-07-04T10:23:11.680874Z","end":"2026-07-04T10:23:11.877732Z","steps":["trace[1088907695] 'process raft request' (duration: 196.705801ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:12.377023Z","caller":"traceutil/trace.go:171","msg":"trace[1191198520] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"398.85386ms","start":"2026-07-04T10:23:11.978145Z","end":"2026-07-04T10:23:12.376999Z","steps":["trace[1191198520] 'process raft request' (duration: 398.369719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:12.377207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:11.978109Z","time spent":"398.976813ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:12.377486Z","caller":"traceutil/trace.go:171","msg":"trace[483011559] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"398.633755ms","start":"2026-07-04T10:23:11.978641Z","end":"2026-07-04T10:23:12.377275Z","steps":["trace[483011559] 'process raft request' (duration: 398.512822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:12.37764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:11.978613Z","time spent":"398.942383ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:13.099085Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000233a.wal"} {"level":"info","ts":"2026-07-04T10:23:32.146192Z","caller":"traceutil/trace.go:171","msg":"trace[1641228474] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"169.564113ms","start":"2026-07-04T10:23:31.976432Z","end":"2026-07-04T10:23:32.145996Z","steps":["trace[1641228474] 'process raft request' (duration: 98.624782ms)","trace[1641228474] 'compare' (duration: 70.221654ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:33.3943Z","caller":"traceutil/trace.go:171","msg":"trace[1111048825] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9132; }","duration":"126.203379ms","start":"2026-07-04T10:23:33.268072Z","end":"2026-07-04T10:23:33.394275Z","steps":["trace[1111048825] 'read index received' (duration: 28.837678ms)","trace[1111048825] 'applied index is now lower than readState.Index' (duration: 97.362311ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:33.394478Z","caller":"traceutil/trace.go:171","msg":"trace[1839771409] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"126.386953ms","start":"2026-07-04T10:23:33.268059Z","end":"2026-07-04T10:23:33.394446Z","steps":["trace[1839771409] 'process raft request' (duration: 67.984611ms)","trace[1839771409] 'compare' (duration: 58.018203ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:33.39478Z","caller":"traceutil/trace.go:171","msg":"trace[1510870844] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"126.22223ms","start":"2026-07-04T10:23:33.26854Z","end":"2026-07-04T10:23:33.394762Z","steps":["trace[1510870844] 'process raft request' (duration: 125.647146ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:33.395027Z","caller":"traceutil/trace.go:171","msg":"trace[1553647465] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"126.141907ms","start":"2026-07-04T10:23:33.268853Z","end":"2026-07-04T10:23:33.394995Z","steps":["trace[1553647465] 'process raft request' (duration: 125.381329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:33.395312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.145852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224054"} {"level":"info","ts":"2026-07-04T10:23:33.395451Z","caller":"traceutil/trace.go:171","msg":"trace[895517320] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8819; }","duration":"127.382777ms","start":"2026-07-04T10:23:33.268054Z","end":"2026-07-04T10:23:33.395437Z","steps":["trace[895517320] 'agreement among raft nodes before linearized reading' (duration: 126.834864ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:33.768848Z","caller":"traceutil/trace.go:171","msg":"trace[1911439465] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"127.246184ms","start":"2026-07-04T10:23:33.641579Z","end":"2026-07-04T10:23:33.768825Z","steps":["trace[1911439465] 'process raft request' (duration: 127.103181ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:33.804271Z","caller":"traceutil/trace.go:171","msg":"trace[1512881159] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9136; }","duration":"110.217058ms","start":"2026-07-04T10:23:33.694028Z","end":"2026-07-04T10:23:33.804245Z","steps":["trace[1512881159] 'read index received' (duration: 74.712561ms)","trace[1512881159] 'applied index is now lower than readState.Index' (duration: 35.503297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:33.804737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.680649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:33.804809Z","caller":"traceutil/trace.go:171","msg":"trace[1236110326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8821; }","duration":"110.830873ms","start":"2026-07-04T10:23:33.693962Z","end":"2026-07-04T10:23:33.804793Z","steps":["trace[1236110326] 'agreement among raft nodes before linearized reading' (duration: 110.444124ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:33.804959Z","caller":"traceutil/trace.go:171","msg":"trace[1797187498] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"119.758066ms","start":"2026-07-04T10:23:33.685141Z","end":"2026-07-04T10:23:33.804899Z","steps":["trace[1797187498] 'process raft request' (duration: 118.960577ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:33.929091Z","caller":"traceutil/trace.go:171","msg":"trace[2100102475] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"106.685274ms","start":"2026-07-04T10:23:33.822387Z","end":"2026-07-04T10:23:33.929072Z","steps":["trace[2100102475] 'process raft request' (duration: 106.612403ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:33.929339Z","caller":"traceutil/trace.go:171","msg":"trace[1897986339] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"122.396819ms","start":"2026-07-04T10:23:33.806934Z","end":"2026-07-04T10:23:33.92933Z","steps":["trace[1897986339] 'process raft request' (duration: 109.797228ms)","trace[1897986339] 'compare' (duration: 12.16275ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:36.200051Z","caller":"traceutil/trace.go:171","msg":"trace[1713905198] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"223.110741ms","start":"2026-07-04T10:23:35.976879Z","end":"2026-07-04T10:23:36.199989Z","steps":["trace[1713905198] 'process raft request' (duration: 222.837334ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:36.474846Z","caller":"traceutil/trace.go:171","msg":"trace[7630188] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"214.339461ms","start":"2026-07-04T10:23:36.260482Z","end":"2026-07-04T10:23:36.474822Z","steps":["trace[7630188] 'process raft request' (duration: 214.125336ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:37.947285Z","caller":"traceutil/trace.go:171","msg":"trace[1452034933] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"127.261245ms","start":"2026-07-04T10:23:37.819995Z","end":"2026-07-04T10:23:37.947257Z","steps":["trace[1452034933] 'process raft request' (duration: 80.627943ms)","trace[1452034933] 'compare' (duration: 46.509619ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:39.001831Z","caller":"traceutil/trace.go:171","msg":"trace[801522127] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"229.665006ms","start":"2026-07-04T10:23:38.772136Z","end":"2026-07-04T10:23:39.001801Z","steps":["trace[801522127] 'process raft request' (duration: 229.331018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:40.713326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227369848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:23:41.214093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227369848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:23:41.428413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475538533s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:23:41.428876Z","caller":"traceutil/trace.go:171","msg":"trace[1006970075] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"1.476163858s","start":"2026-07-04T10:23:39.952686Z","end":"2026-07-04T10:23:41.42885Z","steps":["trace[1006970075] 'process raft request' (duration: 1.476003134s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:41.429095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:39.952662Z","time spent":"1.476309121s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:42.09156Z","caller":"traceutil/trace.go:171","msg":"trace[1813785786] linearizableReadLoop","detail":"{readStateIndex:9225; appliedIndex:9220; }","duration":"1.879026514s","start":"2026-07-04T10:23:40.212514Z","end":"2026-07-04T10:23:42.09154Z","steps":["trace[1813785786] 'read index received' (duration: 1.216160908s)","trace[1813785786] 'applied index is now lower than readState.Index' (duration: 662.864955ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:42.091936Z","caller":"traceutil/trace.go:171","msg":"trace[667666054] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"2.099387448s","start":"2026-07-04T10:23:39.992537Z","end":"2026-07-04T10:23:42.091925Z","steps":["trace[667666054] 'process raft request' (duration: 2.098824284s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:39.992512Z","time spent":"2.0994521s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:42.092222Z","caller":"traceutil/trace.go:171","msg":"trace[387309453] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"1.880429117s","start":"2026-07-04T10:23:40.211727Z","end":"2026-07-04T10:23:42.092156Z","steps":["trace[387309453] 'process raft request' (duration: 1.879748511s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87973504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-04T10:23:42.092341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:40.211704Z","time spent":"1.880581401s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:42.092348Z","caller":"traceutil/trace.go:171","msg":"trace[1350933142] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8904; }","duration":"1.879818802s","start":"2026-07-04T10:23:40.212505Z","end":"2026-07-04T10:23:42.092324Z","steps":["trace[1350933142] 'agreement among raft nodes before linearized reading' (duration: 1.879600547s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:40.212468Z","time spent":"1.879919825s","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-04T10:23:42.092578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.116876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:23:42.092195Z","caller":"traceutil/trace.go:171","msg":"trace[1734926925] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"1.086171248s","start":"2026-07-04T10:23:41.005969Z","end":"2026-07-04T10:23:42.09214Z","steps":["trace[1734926925] 'process raft request' (duration: 1.085532553s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.993598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-04T10:23:42.092777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.600081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:23:42.092674Z","caller":"traceutil/trace.go:171","msg":"trace[80755760] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8904; }","duration":"464.281351ms","start":"2026-07-04T10:23:41.628371Z","end":"2026-07-04T10:23:42.092652Z","steps":["trace[80755760] 'agreement among raft nodes before linearized reading' (duration: 464.102987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395649217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:42.092852Z","caller":"traceutil/trace.go:171","msg":"trace[815498519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8904; }","duration":"371.708214ms","start":"2026-07-04T10:23:41.721127Z","end":"2026-07-04T10:23:42.092835Z","steps":["trace[815498519] 'agreement among raft nodes before linearized reading' (duration: 371.392096ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:42.092871Z","caller":"traceutil/trace.go:171","msg":"trace[1179457181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8904; }","duration":"1.395796691s","start":"2026-07-04T10:23:40.697062Z","end":"2026-07-04T10:23:42.092859Z","steps":["trace[1179457181] 'agreement among raft nodes before linearized reading' (duration: 1.395691349s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.250841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-07-04T10:23:42.092799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.387211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:23:42.092906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:40.697027Z","time spent":"1.395871713s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:23:42.092902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.721106Z","time spent":"371.784995ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-04T10:23:42.092914Z","caller":"traceutil/trace.go:171","msg":"trace[855283339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:8904; }","duration":"654.299901ms","start":"2026-07-04T10:23:41.438605Z","end":"2026-07-04T10:23:42.092905Z","steps":["trace[855283339] 'agreement among raft nodes before linearized reading' (duration: 654.056505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.628345Z","time spent":"464.542277ms","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:23:42.092941Z","caller":"traceutil/trace.go:171","msg":"trace[406614869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8904; }","duration":"661.632697ms","start":"2026-07-04T10:23:41.431293Z","end":"2026-07-04T10:23:42.092925Z","steps":["trace[406614869] 'agreement among raft nodes before linearized reading' (duration: 661.110174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.092964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624272739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-04T10:23:42.092988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.431275Z","time spent":"661.701748ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:23:42.092995Z","caller":"traceutil/trace.go:171","msg":"trace[1110352736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8904; }","duration":"1.624391972s","start":"2026-07-04T10:23:40.468594Z","end":"2026-07-04T10:23:42.092986Z","steps":["trace[1110352736] 'agreement among raft nodes before linearized reading' (duration: 1.624207708s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.093006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.596876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:23:42.093032Z","caller":"traceutil/trace.go:171","msg":"trace[1058239244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8904; }","duration":"661.667057ms","start":"2026-07-04T10:23:41.431357Z","end":"2026-07-04T10:23:42.093025Z","steps":["trace[1058239244] 'agreement among raft nodes before linearized reading' (duration: 661.472662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.093036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:40.468578Z","time spent":"1.624433393s","remote":"127.0.0.1:43964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:23:42.093055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.431343Z","time spent":"661.706558ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:23:42.092802Z","caller":"traceutil/trace.go:171","msg":"trace[1671610816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8904; }","duration":"681.08903ms","start":"2026-07-04T10:23:41.411694Z","end":"2026-07-04T10:23:42.092783Z","steps":["trace[1671610816] 'agreement among raft nodes before linearized reading' (duration: 680.948537ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:42.092238Z","caller":"traceutil/trace.go:171","msg":"trace[875909823] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"1.084809596s","start":"2026-07-04T10:23:41.00741Z","end":"2026-07-04T10:23:42.09222Z","steps":["trace[875909823] 'process raft request' (duration: 1.084108319s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.093119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.411659Z","time spent":"681.446499ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:23:42.092946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.438595Z","time spent":"654.343433ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"warn","ts":"2026-07-04T10:23:42.093178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.703854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-04T10:23:42.092586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.471055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:23:42.093208Z","caller":"traceutil/trace.go:171","msg":"trace[1105512056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8904; }","duration":"665.802346ms","start":"2026-07-04T10:23:41.427399Z","end":"2026-07-04T10:23:42.093201Z","steps":["trace[1105512056] 'agreement among raft nodes before linearized reading' (duration: 665.13459ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:42.093225Z","caller":"traceutil/trace.go:171","msg":"trace[1421158555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8904; }","duration":"707.159032ms","start":"2026-07-04T10:23:41.386052Z","end":"2026-07-04T10:23:42.093211Z","steps":["trace[1421158555] 'agreement among raft nodes before linearized reading' (duration: 706.399743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.093234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.427338Z","time spent":"665.889538ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:23:42.093239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.007398Z","time spent":"1.085745098s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:42.093268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.386032Z","time spent":"707.221994ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:23:42.093972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:41.005938Z","time spent":"1.086824464s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:42.092356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799871026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:23:42.094269Z","caller":"traceutil/trace.go:171","msg":"trace[657476944] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8904; }","duration":"1.801817232s","start":"2026-07-04T10:23:40.292433Z","end":"2026-07-04T10:23:42.09425Z","steps":["trace[657476944] 'agreement among raft nodes before linearized reading' (duration: 1.799840545s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:42.094329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:40.29242Z","time spent":"1.801891605s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:23:50.020514Z","caller":"traceutil/trace.go:171","msg":"trace[1367015246] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"108.754412ms","start":"2026-07-04T10:23:49.91171Z","end":"2026-07-04T10:23:50.020465Z","steps":["trace[1367015246] 'process raft request' (duration: 94.211976ms)","trace[1367015246] 'compare' (duration: 14.28505ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:54.495111Z","caller":"traceutil/trace.go:171","msg":"trace[682441689] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"350.160095ms","start":"2026-07-04T10:23:54.144917Z","end":"2026-07-04T10:23:54.495078Z","steps":["trace[682441689] 'process raft request' (duration: 274.767719ms)","trace[682441689] 'compare' (duration: 75.251393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:54.495315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:54.144898Z","time spent":"350.319439ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:54.504499Z","caller":"traceutil/trace.go:171","msg":"trace[1855779267] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9006; }","duration":"358.887783ms","start":"2026-07-04T10:23:54.145594Z","end":"2026-07-04T10:23:54.504481Z","steps":["trace[1855779267] 'process raft request' (duration: 358.75541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:54.504644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:54.145578Z","time spent":"358.974365ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-04T10:23:54.504733Z","caller":"traceutil/trace.go:171","msg":"trace[307092174] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"258.712186ms","start":"2026-07-04T10:23:54.245996Z","end":"2026-07-04T10:23:54.504708Z","steps":["trace[307092174] 'process raft request' (duration: 258.44763ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:54.504801Z","caller":"traceutil/trace.go:171","msg":"trace[1339842705] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"258.129592ms","start":"2026-07-04T10:23:54.246662Z","end":"2026-07-04T10:23:54.504791Z","steps":["trace[1339842705] 'process raft request' (duration: 257.938887ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:54.504896Z","caller":"traceutil/trace.go:171","msg":"trace[1124436707] linearizableReadLoop","detail":"{readStateIndex:9336; appliedIndex:9331; }","duration":"252.039246ms","start":"2026-07-04T10:23:54.252849Z","end":"2026-07-04T10:23:54.504888Z","steps":["trace[1124436707] 'read index received' (duration: 166.924098ms)","trace[1124436707] 'applied index is now lower than readState.Index' (duration: 85.114368ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:54.504922Z","caller":"traceutil/trace.go:171","msg":"trace[2056637567] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"105.377072ms","start":"2026-07-04T10:23:54.399529Z","end":"2026-07-04T10:23:54.504906Z","steps":["trace[2056637567] 'process raft request' (duration: 105.207738ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:54.50504Z","caller":"traceutil/trace.go:171","msg":"trace[1424531828] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"258.223584ms","start":"2026-07-04T10:23:54.246787Z","end":"2026-07-04T10:23:54.50501Z","steps":["trace[1424531828] 'process raft request' (duration: 257.912037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:54.50508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.194597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:23:54.505116Z","caller":"traceutil/trace.go:171","msg":"trace[1979050138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9010; }","duration":"246.282219ms","start":"2026-07-04T10:23:54.258823Z","end":"2026-07-04T10:23:54.505105Z","steps":["trace[1979050138] 'agreement among raft nodes before linearized reading' (duration: 246.150906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:54.505134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.862028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:23:54.505165Z","caller":"traceutil/trace.go:171","msg":"trace[1146241642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9010; }","duration":"229.91463ms","start":"2026-07-04T10:23:54.275242Z","end":"2026-07-04T10:23:54.505157Z","steps":["trace[1146241642] 'agreement among raft nodes before linearized reading' (duration: 229.850008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:54.505186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.504318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7l8df\" ","response":"range_response_count:1 size:4643"} {"level":"info","ts":"2026-07-04T10:23:54.505237Z","caller":"traceutil/trace.go:171","msg":"trace[104576821] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7l8df; range_end:; response_count:1; response_revision:9010; }","duration":"106.59164ms","start":"2026-07-04T10:23:54.39863Z","end":"2026-07-04T10:23:54.505221Z","steps":["trace[104576821] 'agreement among raft nodes before linearized reading' (duration: 106.523788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:54.505243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.614763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-04T10:23:54.505277Z","caller":"traceutil/trace.go:171","msg":"trace[180529374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9010; }","duration":"232.669915ms","start":"2026-07-04T10:23:54.272598Z","end":"2026-07-04T10:23:54.505268Z","steps":["trace[180529374] 'agreement among raft nodes before linearized reading' (duration: 232.590203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:54.505062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.215591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-04T10:23:54.505315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.614727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:23:54.50534Z","caller":"traceutil/trace.go:171","msg":"trace[1244453073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9010; }","duration":"225.666788ms","start":"2026-07-04T10:23:54.279668Z","end":"2026-07-04T10:23:54.505335Z","steps":["trace[1244453073] 'agreement among raft nodes before linearized reading' (duration: 225.599856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:54.50511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.060069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:23:54.505343Z","caller":"traceutil/trace.go:171","msg":"trace[445910677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9010; }","duration":"252.511717ms","start":"2026-07-04T10:23:54.252809Z","end":"2026-07-04T10:23:54.50532Z","steps":["trace[445910677] 'agreement among raft nodes before linearized reading' (duration: 252.136979ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:54.505372Z","caller":"traceutil/trace.go:171","msg":"trace[9440140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:9010; }","duration":"221.353785ms","start":"2026-07-04T10:23:54.284009Z","end":"2026-07-04T10:23:54.505363Z","steps":["trace[9440140] 'agreement among raft nodes before linearized reading' (duration: 220.979327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:55.676394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227370166,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:23:55.692778Z","caller":"traceutil/trace.go:171","msg":"trace[1150393010] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"564.448282ms","start":"2026-07-04T10:23:55.128307Z","end":"2026-07-04T10:23:55.692755Z","steps":["trace[1150393010] 'process raft request' (duration: 564.262797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:55.692902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:55.128272Z","time spent":"564.568265ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:56.435662Z","caller":"traceutil/trace.go:171","msg":"trace[383787075] linearizableReadLoop","detail":"{readStateIndex:9346; appliedIndex:9344; }","duration":"1.259790864s","start":"2026-07-04T10:23:55.175846Z","end":"2026-07-04T10:23:56.435637Z","steps":["trace[383787075] 'read index received' (duration: 516.651223ms)","trace[383787075] 'applied index is now lower than readState.Index' (duration: 743.138391ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:56.435712Z","caller":"traceutil/trace.go:171","msg":"trace[517260637] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"920.039976ms","start":"2026-07-04T10:23:55.515635Z","end":"2026-07-04T10:23:56.435675Z","steps":["trace[517260637] 'process raft request' (duration: 874.988362ms)","trace[517260637] 'compare' (duration: 44.90107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:56.435901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:55.515611Z","time spent":"920.1771ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:56.435904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260024559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:23:56.436016Z","caller":"traceutil/trace.go:171","msg":"trace[1371455919] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9019; }","duration":"1.260180213s","start":"2026-07-04T10:23:55.175806Z","end":"2026-07-04T10:23:56.435986Z","steps":["trace[1371455919] 'agreement among raft nodes before linearized reading' (duration: 1.259943678s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:56.436077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:55.17579Z","time spent":"1.260276345s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:23:56.435888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.805065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:56.436157Z","caller":"traceutil/trace.go:171","msg":"trace[1253297446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9019; }","duration":"741.137104ms","start":"2026-07-04T10:23:55.695005Z","end":"2026-07-04T10:23:56.436142Z","steps":["trace[1253297446] 'agreement among raft nodes before linearized reading' (duration: 740.805226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:56.436198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:55.694973Z","time spent":"741.213625ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:23:56.43639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.816491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:23:56.436445Z","caller":"traceutil/trace.go:171","msg":"trace[322868897] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9019; }","duration":"791.912514ms","start":"2026-07-04T10:23:55.644521Z","end":"2026-07-04T10:23:56.436433Z","steps":["trace[322868897] 'agreement among raft nodes before linearized reading' (duration: 791.262968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:56.43648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:55.644503Z","time spent":"791.968265ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:23:56.713891Z","caller":"traceutil/trace.go:171","msg":"trace[1128806673] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"122.753165ms","start":"2026-07-04T10:23:56.591043Z","end":"2026-07-04T10:23:56.713797Z","steps":["trace[1128806673] 'process raft request' (duration: 89.347509ms)","trace[1128806673] 'compare' (duration: 33.14698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:56.714971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.138955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228695"} {"level":"info","ts":"2026-07-04T10:23:56.715028Z","caller":"traceutil/trace.go:171","msg":"trace[162598349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9033; }","duration":"123.243097ms","start":"2026-07-04T10:23:56.591771Z","end":"2026-07-04T10:23:56.715014Z","steps":["trace[162598349] 'agreement among raft nodes before linearized reading' (duration: 122.873969ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:56.713884Z","caller":"traceutil/trace.go:171","msg":"trace[1838019985] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"122.526301ms","start":"2026-07-04T10:23:56.591327Z","end":"2026-07-04T10:23:56.713854Z","steps":["trace[1838019985] 'process raft request' (duration: 122.381027ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:56.714552Z","caller":"traceutil/trace.go:171","msg":"trace[827712597] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"122.681604ms","start":"2026-07-04T10:23:56.591855Z","end":"2026-07-04T10:23:56.714537Z","steps":["trace[827712597] 'process raft request' (duration: 121.911756ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:56.71461Z","caller":"traceutil/trace.go:171","msg":"trace[149630959] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"121.440544ms","start":"2026-07-04T10:23:56.593145Z","end":"2026-07-04T10:23:56.714586Z","steps":["trace[149630959] 'process raft request' (duration: 120.947432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:57.899718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227370223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:23:57.95748Z","caller":"traceutil/trace.go:171","msg":"trace[226123229] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"561.952833ms","start":"2026-07-04T10:23:57.395501Z","end":"2026-07-04T10:23:57.957453Z","steps":["trace[226123229] 'process raft request' (duration: 561.718758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:57.957669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:57.395469Z","time spent":"562.080585ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:58.024026Z","caller":"traceutil/trace.go:171","msg":"trace[1824306706] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"626.141553ms","start":"2026-07-04T10:23:57.397835Z","end":"2026-07-04T10:23:58.023976Z","steps":["trace[1824306706] 'process raft request' (duration: 625.014066ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:58.023964Z","caller":"traceutil/trace.go:171","msg":"trace[802115605] linearizableReadLoop","detail":"{readStateIndex:9363; appliedIndex:9361; }","duration":"624.178816ms","start":"2026-07-04T10:23:57.399673Z","end":"2026-07-04T10:23:58.023852Z","steps":["trace[802115605] 'read index received' (duration: 557.523057ms)","trace[802115605] 'applied index is now lower than readState.Index' (duration: 66.653959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:58.02427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:57.397823Z","time spent":"626.319187ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:58.024295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.582165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:23:58.024388Z","caller":"traceutil/trace.go:171","msg":"trace[2013522262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9036; }","duration":"624.727539ms","start":"2026-07-04T10:23:57.399639Z","end":"2026-07-04T10:23:58.024367Z","steps":["trace[2013522262] 'agreement among raft nodes before linearized reading' (duration: 624.432802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.024449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:57.399628Z","time spent":"624.809431ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-04T10:23:58.024787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.367056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:23:58.024804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.240276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:58.024836Z","caller":"traceutil/trace.go:171","msg":"trace[1268470189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9036; }","duration":"328.446418ms","start":"2026-07-04T10:23:57.696376Z","end":"2026-07-04T10:23:58.024823Z","steps":["trace[1268470189] 'agreement among raft nodes before linearized reading' (duration: 328.367256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.024864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:57.696359Z","time spent":"328.501059ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-04T10:23:58.024875Z","caller":"traceutil/trace.go:171","msg":"trace[985743425] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9036; }","duration":"274.369189ms","start":"2026-07-04T10:23:57.750483Z","end":"2026-07-04T10:23:58.024852Z","steps":["trace[985743425] 'agreement among raft nodes before linearized reading' (duration: 274.252056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.024905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.680639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-04T10:23:58.025001Z","caller":"traceutil/trace.go:171","msg":"trace[2099861794] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:9036; }","duration":"486.813123ms","start":"2026-07-04T10:23:57.538167Z","end":"2026-07-04T10:23:58.02498Z","steps":["trace[2099861794] 'agreement among raft nodes before linearized reading' (duration: 486.596998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.893142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77c586fb47-9vkmb.18bf0f16bb9efa50\" ","response":"range_response_count:1 size:1133"} {"level":"warn","ts":"2026-07-04T10:23:58.025063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:57.538147Z","time spent":"486.906634ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-07-04T10:23:58.025107Z","caller":"traceutil/trace.go:171","msg":"trace[1092540943] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77c586fb47-9vkmb.18bf0f16bb9efa50; range_end:; response_count:1; response_revision:9036; }","duration":"249.046596ms","start":"2026-07-04T10:23:57.776039Z","end":"2026-07-04T10:23:58.025085Z","steps":["trace[1092540943] 'agreement among raft nodes before linearized reading' (duration: 248.698798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.025634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.380965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-04T10:23:58.025759Z","caller":"traceutil/trace.go:171","msg":"trace[1395380919] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9036; }","duration":"625.474287ms","start":"2026-07-04T10:23:57.400222Z","end":"2026-07-04T10:23:58.025696Z","steps":["trace[1395380919] 'agreement among raft nodes before linearized reading' (duration: 624.451912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.02585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:57.400212Z","time spent":"625.587479ms","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-04T10:23:58.20504Z","caller":"traceutil/trace.go:171","msg":"trace[140376179] linearizableReadLoop","detail":"{readStateIndex:9364; appliedIndex:9363; }","duration":"177.448199ms","start":"2026-07-04T10:23:58.027561Z","end":"2026-07-04T10:23:58.205009Z","steps":["trace[140376179] 'read index received' (duration: 142.23177ms)","trace[140376179] 'applied index is now lower than readState.Index' (duration: 35.214999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:58.205215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.640044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:23:58.205276Z","caller":"traceutil/trace.go:171","msg":"trace[1149409840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9036; }","duration":"177.768136ms","start":"2026-07-04T10:23:58.027492Z","end":"2026-07-04T10:23:58.205261Z","steps":["trace[1149409840] 'agreement among raft nodes before linearized reading' (duration: 177.605252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.692086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.966552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:23:58.692275Z","caller":"traceutil/trace.go:171","msg":"trace[246872495] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"664.571518ms","start":"2026-07-04T10:23:58.027666Z","end":"2026-07-04T10:23:58.692237Z","steps":["trace[246872495] 'process raft request' (duration: 285.35097ms)","trace[246872495] 'compare' (duration: 378.553952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:58.692447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.02765Z","time spent":"664.695182ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:58.692584Z","caller":"traceutil/trace.go:171","msg":"trace[609618651] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"486.780331ms","start":"2026-07-04T10:23:58.205787Z","end":"2026-07-04T10:23:58.692567Z","steps":["trace[609618651] 'process raft request' (duration: 486.380492ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:58.692627Z","caller":"traceutil/trace.go:171","msg":"trace[1356115563] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9364; }","duration":"487.475538ms","start":"2026-07-04T10:23:58.205113Z","end":"2026-07-04T10:23:58.692589Z","steps":["trace[1356115563] 'read index received' (duration: 107.891781ms)","trace[1356115563] 'applied index is now lower than readState.Index' (duration: 379.577796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:58.692664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.205763Z","time spent":"486.871864ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:58.692865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.866242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:58.692958Z","caller":"traceutil/trace.go:171","msg":"trace[144548773] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9038; }","duration":"659.019586ms","start":"2026-07-04T10:23:58.033915Z","end":"2026-07-04T10:23:58.692935Z","steps":["trace[144548773] 'agreement among raft nodes before linearized reading' (duration: 658.821741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:58.69301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.033892Z","time spent":"659.107938ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:23:59.098745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.458365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:23:59.098857Z","caller":"traceutil/trace.go:171","msg":"trace[784405635] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"657.212363ms","start":"2026-07-04T10:23:58.441624Z","end":"2026-07-04T10:23:59.098836Z","steps":["trace[784405635] 'process raft request' (duration: 519.538082ms)","trace[784405635] 'compare' (duration: 137.259311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:59.098924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.441606Z","time spent":"657.289695ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:59.610177Z","caller":"traceutil/trace.go:171","msg":"trace[1500688168] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"1.01877405s","start":"2026-07-04T10:23:58.591365Z","end":"2026-07-04T10:23:59.610139Z","steps":["trace[1500688168] 'process raft request' (duration: 1.018549794s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.610373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.591343Z","time spent":"1.018928133s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:59.610191Z","caller":"traceutil/trace.go:171","msg":"trace[14590744] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"1.018220766s","start":"2026-07-04T10:23:58.591946Z","end":"2026-07-04T10:23:59.610167Z","steps":["trace[14590744] 'process raft request' (duration: 1.018140564s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:59.610531Z","caller":"traceutil/trace.go:171","msg":"trace[244041818] linearizableReadLoop","detail":"{readStateIndex:9370; appliedIndex:9366; }","duration":"917.735162ms","start":"2026-07-04T10:23:58.692745Z","end":"2026-07-04T10:23:59.610481Z","steps":["trace[244041818] 'read index received' (duration: 268.432668ms)","trace[244041818] 'applied index is now lower than readState.Index' (duration: 649.301494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:59.610662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.591917Z","time spent":"1.018644397s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:59.610694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.668514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:23:59.610751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.872723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:23:59.610762Z","caller":"traceutil/trace.go:171","msg":"trace[175617725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9043; }","duration":"986.787727ms","start":"2026-07-04T10:23:58.623958Z","end":"2026-07-04T10:23:59.610746Z","steps":["trace[175617725] 'agreement among raft nodes before linearized reading' (duration: 986.580562ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:59.610787Z","caller":"traceutil/trace.go:171","msg":"trace[1051709512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9043; }","duration":"987.950615ms","start":"2026-07-04T10:23:58.622826Z","end":"2026-07-04T10:23:59.610777Z","steps":["trace[1051709512] 'agreement among raft nodes before linearized reading' (duration: 987.805721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.610815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.623938Z","time spent":"986.865968ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:23:59.610874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.802981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:23:59.610877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404655876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19401"} {"level":"info","ts":"2026-07-04T10:23:59.610934Z","caller":"traceutil/trace.go:171","msg":"trace[2066982371] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9043; }","duration":"1.404758668s","start":"2026-07-04T10:23:58.206164Z","end":"2026-07-04T10:23:59.610923Z","steps":["trace[2066982371] 'agreement among raft nodes before linearized reading' (duration: 1.404577644s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:59.610934Z","caller":"traceutil/trace.go:171","msg":"trace[1634067030] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"912.583758ms","start":"2026-07-04T10:23:58.698334Z","end":"2026-07-04T10:23:59.610918Z","steps":["trace[1634067030] 'process raft request' (duration: 912.047755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.610953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.101673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:23:59.610967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.206152Z","time spent":"1.404806849s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19424,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-04T10:23:59.610983Z","caller":"traceutil/trace.go:171","msg":"trace[992323776] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9043; }","duration":"517.175174ms","start":"2026-07-04T10:23:59.093798Z","end":"2026-07-04T10:23:59.610973Z","steps":["trace[992323776] 'agreement among raft nodes before linearized reading' (duration: 517.130293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.611012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:59.093775Z","time spent":"517.229826ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:23:59.61101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.698316Z","time spent":"912.65772ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1322,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-04T10:23:59.610901Z","caller":"traceutil/trace.go:171","msg":"trace[644889846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9043; }","duration":"914.862493ms","start":"2026-07-04T10:23:58.69603Z","end":"2026-07-04T10:23:59.610893Z","steps":["trace[644889846] 'agreement among raft nodes before linearized reading' (duration: 914.823022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.611166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.696012Z","time spent":"915.14577ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:23:59.611219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.504107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:23:59.611268Z","caller":"traceutil/trace.go:171","msg":"trace[492003093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9043; }","duration":"792.580538ms","start":"2026-07-04T10:23:58.818676Z","end":"2026-07-04T10:23:59.611257Z","steps":["trace[492003093] 'agreement among raft nodes before linearized reading' (duration: 792.514367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.611305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.818656Z","time spent":"792.64004ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:23:59.61137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354428059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:23:59.611499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.856198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:23:59.610704Z","caller":"traceutil/trace.go:171","msg":"trace[1881444825] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"1.017689874s","start":"2026-07-04T10:23:58.593Z","end":"2026-07-04T10:23:59.61069Z","steps":["trace[1881444825] 'process raft request' (duration: 1.01712933s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:59.611534Z","caller":"traceutil/trace.go:171","msg":"trace[1492577562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9043; }","duration":"892.91272ms","start":"2026-07-04T10:23:58.718612Z","end":"2026-07-04T10:23:59.611524Z","steps":["trace[1492577562] 'agreement among raft nodes before linearized reading' (duration: 892.822987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.611543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184664073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7l8df\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-07-04T10:23:59.61151Z","caller":"traceutil/trace.go:171","msg":"trace[2045776065] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9043; }","duration":"1.354801728s","start":"2026-07-04T10:23:58.256686Z","end":"2026-07-04T10:23:59.611488Z","steps":["trace[2045776065] 'agreement among raft nodes before linearized reading' (duration: 1.354411288s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.611657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.734248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-04T10:23:59.611677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.487984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-07-04T10:23:59.611718Z","caller":"traceutil/trace.go:171","msg":"trace[1793217863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9043; }","duration":"890.81164ms","start":"2026-07-04T10:23:58.720892Z","end":"2026-07-04T10:23:59.611703Z","steps":["trace[1793217863] 'agreement among raft nodes before linearized reading' (duration: 890.689967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.61177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.720881Z","time spent":"890.876651ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:23:59.611819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.592988Z","time spent":"1.018564534s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:59.611563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.718596Z","time spent":"892.96066ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:23:59.611447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.146981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:23:59.612306Z","caller":"traceutil/trace.go:171","msg":"trace[2087890881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9043; }","duration":"893.032153ms","start":"2026-07-04T10:23:58.71926Z","end":"2026-07-04T10:23:59.612292Z","steps":["trace[2087890881] 'agreement among raft nodes before linearized reading' (duration: 892.07404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.61235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.719249Z","time spent":"893.087844ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:23:59.610824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.622803Z","time spent":"988.008336ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:23:59.612509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.256678Z","time spent":"1.35574206s","remote":"127.0.0.1:35890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:23:59.611727Z","caller":"traceutil/trace.go:171","msg":"trace[1987272832] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9043; }","duration":"914.577326ms","start":"2026-07-04T10:23:58.697139Z","end":"2026-07-04T10:23:59.611716Z","steps":["trace[1987272832] 'agreement among raft nodes before linearized reading' (duration: 914.439463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.612813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.697124Z","time spent":"915.642891ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-04T10:23:59.611603Z","caller":"traceutil/trace.go:171","msg":"trace[1794643445] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7l8df; range_end:; response_count:1; response_revision:9043; }","duration":"1.184758625s","start":"2026-07-04T10:23:58.426827Z","end":"2026-07-04T10:23:59.611586Z","steps":["trace[1794643445] 'agreement among raft nodes before linearized reading' (duration: 1.184584101s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.612911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.426796Z","time spent":"1.186095527s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7l8df\" "} {"level":"warn","ts":"2026-07-04T10:23:59.611559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.460531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:23:59.613074Z","caller":"traceutil/trace.go:171","msg":"trace[1980159836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:9043; }","duration":"891.987947ms","start":"2026-07-04T10:23:58.721074Z","end":"2026-07-04T10:23:59.613062Z","steps":["trace[1980159836] 'agreement among raft nodes before linearized reading' (duration: 890.40479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.613113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:58.721068Z","time spent":"892.033848ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"info","ts":"2026-07-04T10:23:59.732189Z","caller":"traceutil/trace.go:171","msg":"trace[256764584] linearizableReadLoop","detail":"{readStateIndex:9372; appliedIndex:9371; }","duration":"116.550138ms","start":"2026-07-04T10:23:59.615609Z","end":"2026-07-04T10:23:59.73216Z","steps":["trace[256764584] 'read index received' (duration: 70.421008ms)","trace[256764584] 'applied index is now lower than readState.Index' (duration: 46.12772ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:59.732272Z","caller":"traceutil/trace.go:171","msg":"trace[913389667] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"116.916456ms","start":"2026-07-04T10:23:59.615307Z","end":"2026-07-04T10:23:59.732223Z","steps":["trace[913389667] 'process raft request' (duration: 70.736746ms)","trace[913389667] 'compare' (duration: 45.970585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:23:59.732489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.842975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-7l8df.18bf0f263eaad950\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-07-04T10:23:59.732672Z","caller":"traceutil/trace.go:171","msg":"trace[1248667244] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-7l8df.18bf0f263eaad950; range_end:; response_count:1; response_revision:9044; }","duration":"117.05201ms","start":"2026-07-04T10:23:59.615584Z","end":"2026-07-04T10:23:59.732636Z","steps":["trace[1248667244] 'agreement among raft nodes before linearized reading' (duration: 116.693982ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:59.952215Z","caller":"traceutil/trace.go:171","msg":"trace[574417170] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9372; }","duration":"219.932782ms","start":"2026-07-04T10:23:59.732259Z","end":"2026-07-04T10:23:59.952192Z","steps":["trace[574417170] 'read index received' (duration: 212.741841ms)","trace[574417170] 'applied index is now lower than readState.Index' (duration: 7.189841ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:23:59.952282Z","caller":"traceutil/trace.go:171","msg":"trace[1663658260] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"334.969893ms","start":"2026-07-04T10:23:59.617292Z","end":"2026-07-04T10:23:59.952262Z","steps":["trace[1663658260] 'process raft request' (duration: 334.83707ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:59.952318Z","caller":"traceutil/trace.go:171","msg":"trace[1888288835] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"334.734087ms","start":"2026-07-04T10:23:59.617575Z","end":"2026-07-04T10:23:59.952309Z","steps":["trace[1888288835] 'process raft request' (duration: 334.584244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.952395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:59.617286Z","time spent":"335.032595ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:59.952549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:59.617571Z","time spent":"334.767068ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:59.952603Z","caller":"traceutil/trace.go:171","msg":"trace[1031898815] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"335.969257ms","start":"2026-07-04T10:23:59.616622Z","end":"2026-07-04T10:23:59.952592Z","steps":["trace[1031898815] 'process raft request' (duration: 335.461245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.952659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:59.616618Z","time spent":"336.011518ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:23:59.952801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.630722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:23:59.952856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.602292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:23:59.952904Z","caller":"traceutil/trace.go:171","msg":"trace[1892252729] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9048; }","duration":"336.664783ms","start":"2026-07-04T10:23:59.616226Z","end":"2026-07-04T10:23:59.952891Z","steps":["trace[1892252729] 'agreement among raft nodes before linearized reading' (duration: 336.444468ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:23:59.952905Z","caller":"traceutil/trace.go:171","msg":"trace[1697991516] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9048; }","duration":"289.787956ms","start":"2026-07-04T10:23:59.663093Z","end":"2026-07-04T10:23:59.952881Z","steps":["trace[1697991516] 'agreement among raft nodes before linearized reading' (duration: 289.583101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.952953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:59.616218Z","time spent":"336.727116ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-04T10:23:59.953083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.805009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228695"} {"level":"info","ts":"2026-07-04T10:23:59.953161Z","caller":"traceutil/trace.go:171","msg":"trace[1800029463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9048; }","duration":"334.912922ms","start":"2026-07-04T10:23:59.618231Z","end":"2026-07-04T10:23:59.953144Z","steps":["trace[1800029463] 'agreement among raft nodes before linearized reading' (duration: 334.431331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.953204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:59.618223Z","time spent":"334.971974ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228718,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-04T10:23:59.95314Z","caller":"traceutil/trace.go:171","msg":"trace[1728544445] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"337.033173ms","start":"2026-07-04T10:23:59.616085Z","end":"2026-07-04T10:23:59.953119Z","steps":["trace[1728544445] 'process raft request' (duration: 328.729675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.953477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:23:59.616062Z","time spent":"337.319089ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:23:59.966135Z","caller":"traceutil/trace.go:171","msg":"trace[279105734] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"231.072907ms","start":"2026-07-04T10:23:59.735036Z","end":"2026-07-04T10:23:59.966108Z","steps":["trace[279105734] 'process raft request' (duration: 230.77511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:23:59.966171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.592066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-04T10:23:59.966235Z","caller":"traceutil/trace.go:171","msg":"trace[492578397] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9049; }","duration":"217.710258ms","start":"2026-07-04T10:23:59.748509Z","end":"2026-07-04T10:23:59.966219Z","steps":["trace[492578397] 'agreement among raft nodes before linearized reading' (duration: 217.473132ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:24:06.401734Z","caller":"traceutil/trace.go:171","msg":"trace[439775728] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"421.289449ms","start":"2026-07-04T10:24:05.98042Z","end":"2026-07-04T10:24:06.40171Z","steps":["trace[439775728] 'process raft request' (duration: 421.018873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:24:06.401876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:24:05.98041Z","time spent":"421.390342ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:24:06.403325Z","caller":"traceutil/trace.go:171","msg":"trace[740852553] linearizableReadLoop","detail":"{readStateIndex:9434; appliedIndex:9432; }","duration":"422.16613ms","start":"2026-07-04T10:24:05.981143Z","end":"2026-07-04T10:24:06.403309Z","steps":["trace[740852553] 'read index received' (duration: 420.48189ms)","trace[740852553] 'applied index is now lower than readState.Index' (duration: 1.68344ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:24:06.403393Z","caller":"traceutil/trace.go:171","msg":"trace[1751680287] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"422.792835ms","start":"2026-07-04T10:24:05.980553Z","end":"2026-07-04T10:24:06.403346Z","steps":["trace[1751680287] 'process raft request' (duration: 422.627211ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:24:06.403432Z","caller":"traceutil/trace.go:171","msg":"trace[473158618] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"422.206311ms","start":"2026-07-04T10:24:05.98118Z","end":"2026-07-04T10:24:06.403386Z","steps":["trace[473158618] 'process raft request' (duration: 422.090138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:24:06.403493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.326714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:24:06.403557Z","caller":"traceutil/trace.go:171","msg":"trace[903135410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9106; }","duration":"422.410967ms","start":"2026-07-04T10:24:05.98113Z","end":"2026-07-04T10:24:06.403541Z","steps":["trace[903135410] 'agreement among raft nodes before linearized reading' (duration: 422.275464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:24:06.403571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:24:05.981175Z","time spent":"422.323514ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:24:06.403594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:24:05.981125Z","time spent":"422.460808ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:24:06.403584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:24:05.980528Z","time spent":"422.954409ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:24:06.40401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.106212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:24:06.404062Z","caller":"traceutil/trace.go:171","msg":"trace[933120196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:9106; }","duration":"420.199824ms","start":"2026-07-04T10:24:05.983849Z","end":"2026-07-04T10:24:06.404049Z","steps":["trace[933120196] 'agreement among raft nodes before linearized reading' (duration: 419.62366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:24:06.404094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:24:05.983825Z","time spent":"420.261255ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"info","ts":"2026-07-04T10:24:55.068467Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-04T10:24:55.073991Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-04T10:24:55.074115Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-04T10:25:00.818867Z","caller":"traceutil/trace.go:171","msg":"trace[1903437425] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"163.769574ms","start":"2026-07-04T10:25:00.655075Z","end":"2026-07-04T10:25:00.818844Z","steps":["trace[1903437425] 'process raft request' (duration: 163.61603ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:25:00.880625Z","caller":"traceutil/trace.go:171","msg":"trace[80788751] linearizableReadLoop","detail":"{readStateIndex:10041; appliedIndex:10039; }","duration":"223.755302ms","start":"2026-07-04T10:25:00.656846Z","end":"2026-07-04T10:25:00.880601Z","steps":["trace[80788751] 'read index received' (duration: 161.893978ms)","trace[80788751] 'applied index is now lower than readState.Index' (duration: 61.860134ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:25:00.880737Z","caller":"traceutil/trace.go:171","msg":"trace[250622696] transaction","detail":"{read_only:false; response_revision:9697; number_of_response:1; }","duration":"224.224214ms","start":"2026-07-04T10:25:00.656488Z","end":"2026-07-04T10:25:00.880712Z","steps":["trace[250622696] 'process raft request' (duration: 223.977898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:00.880846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.972468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:25:00.880903Z","caller":"traceutil/trace.go:171","msg":"trace[480037821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9697; }","duration":"224.06515ms","start":"2026-07-04T10:25:00.656827Z","end":"2026-07-04T10:25:00.880892Z","steps":["trace[480037821] 'agreement among raft nodes before linearized reading' (duration: 223.872516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:00.881018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.389654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-04T10:25:00.881084Z","caller":"traceutil/trace.go:171","msg":"trace[1497169424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9697; }","duration":"223.476127ms","start":"2026-07-04T10:25:00.657592Z","end":"2026-07-04T10:25:00.881068Z","steps":["trace[1497169424] 'agreement among raft nodes before linearized reading' (duration: 223.304612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:00.881211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.912366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:25:00.881257Z","caller":"traceutil/trace.go:171","msg":"trace[1745045770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:9697; }","duration":"117.003779ms","start":"2026-07-04T10:25:00.764243Z","end":"2026-07-04T10:25:00.881247Z","steps":["trace[1745045770] 'agreement among raft nodes before linearized reading' (duration: 116.776853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:00.881282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.058174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:25:00.881345Z","caller":"traceutil/trace.go:171","msg":"trace[50466764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9697; }","duration":"186.123856ms","start":"2026-07-04T10:25:00.695205Z","end":"2026-07-04T10:25:00.881329Z","steps":["trace[50466764] 'agreement among raft nodes before linearized reading' (duration: 186.018803ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:25:16.49251Z","caller":"traceutil/trace.go:171","msg":"trace[557236934] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"568.369916ms","start":"2026-07-04T10:25:15.924114Z","end":"2026-07-04T10:25:16.492483Z","steps":["trace[557236934] 'process raft request' (duration: 568.224743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:16.492667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:15.924052Z","time spent":"568.5422ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:25:16.720088Z","caller":"traceutil/trace.go:171","msg":"trace[1599687155] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"772.153513ms","start":"2026-07-04T10:25:15.947894Z","end":"2026-07-04T10:25:16.720048Z","steps":["trace[1599687155] 'process raft request' (duration: 699.89536ms)","trace[1599687155] 'compare' (duration: 72.093579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:25:16.720275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:15.94786Z","time spent":"772.319197ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:25:16.720483Z","caller":"traceutil/trace.go:171","msg":"trace[1984222304] linearizableReadLoop","detail":"{readStateIndex:10133; appliedIndex:10130; }","duration":"706.781805ms","start":"2026-07-04T10:25:16.013685Z","end":"2026-07-04T10:25:16.720466Z","steps":["trace[1984222304] 'read index received' (duration: 478.804311ms)","trace[1984222304] 'applied index is now lower than readState.Index' (duration: 227.976834ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:25:16.720553Z","caller":"traceutil/trace.go:171","msg":"trace[861963725] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"771.284552ms","start":"2026-07-04T10:25:15.949202Z","end":"2026-07-04T10:25:16.720486Z","steps":["trace[861963725] 'process raft request' (duration: 770.804011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:16.720688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.002513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:25:16.72071Z","caller":"traceutil/trace.go:171","msg":"trace[392890675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9786; }","duration":"533.050894ms","start":"2026-07-04T10:25:16.187652Z","end":"2026-07-04T10:25:16.720702Z","steps":["trace[392890675] 'agreement among raft nodes before linearized reading' (duration: 532.973162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:16.720712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.247601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:25:16.720729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.187635Z","time spent":"533.090225ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:25:16.720718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:15.949176Z","time spent":"771.461197ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:25:16.720747Z","caller":"traceutil/trace.go:171","msg":"trace[1748664125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9786; }","duration":"171.308773ms","start":"2026-07-04T10:25:16.549428Z","end":"2026-07-04T10:25:16.720737Z","steps":["trace[1748664125] 'agreement among raft nodes before linearized reading' (duration: 171.242711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:16.720601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.921158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:25:16.720822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.484232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-07-04T10:25:16.720899Z","caller":"traceutil/trace.go:171","msg":"trace[245041574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9786; }","duration":"449.606555ms","start":"2026-07-04T10:25:16.27127Z","end":"2026-07-04T10:25:16.720877Z","steps":["trace[245041574] 'agreement among raft nodes before linearized reading' (duration: 449.404811ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:25:16.720855Z","caller":"traceutil/trace.go:171","msg":"trace[1169046495] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9786; }","duration":"707.183725ms","start":"2026-07-04T10:25:16.013623Z","end":"2026-07-04T10:25:16.720806Z","steps":["trace[1169046495] 'agreement among raft nodes before linearized reading' (duration: 706.924599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:16.720929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.271237Z","time spent":"449.686127ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-04T10:25:16.720992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.013597Z","time spent":"707.343208ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:25:16.721783Z","caller":"traceutil/trace.go:171","msg":"trace[92561629] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"772.299296ms","start":"2026-07-04T10:25:15.949455Z","end":"2026-07-04T10:25:16.721754Z","steps":["trace[92561629] 'process raft request' (duration: 770.961274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:16.721905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:15.949438Z","time spent":"772.410169ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:25:16.970344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.586403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:25:16.970439Z","caller":"traceutil/trace.go:171","msg":"trace[1753398369] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9787; }","duration":"138.750667ms","start":"2026-07-04T10:25:16.831669Z","end":"2026-07-04T10:25:16.97042Z","steps":["trace[1753398369] 'range keys from in-memory index tree' (duration: 138.406839ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:25:17.518599Z","caller":"traceutil/trace.go:171","msg":"trace[645808818] linearizableReadLoop","detail":"{readStateIndex:10136; appliedIndex:10134; }","duration":"542.126741ms","start":"2026-07-04T10:25:16.976437Z","end":"2026-07-04T10:25:17.518564Z","steps":["trace[645808818] 'read index received' (duration: 44.929141ms)","trace[645808818] 'applied index is now lower than readState.Index' (duration: 497.1956ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:25:17.518744Z","caller":"traceutil/trace.go:171","msg":"trace[812230607] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"543.710648ms","start":"2026-07-04T10:25:16.974988Z","end":"2026-07-04T10:25:17.518698Z","steps":["trace[812230607] 'process raft request' (duration: 543.298688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.518922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.456978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-07-04T10:25:17.51894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.974959Z","time spent":"543.866512ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:25:17.518978Z","caller":"traceutil/trace.go:171","msg":"trace[581806824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9789; }","duration":"542.574201ms","start":"2026-07-04T10:25:16.976391Z","end":"2026-07-04T10:25:17.518965Z","steps":["trace[581806824] 'agreement among raft nodes before linearized reading' (duration: 542.346246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.519025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.976378Z","time spent":"542.636352ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-04T10:25:17.535068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.496597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:25:17.535138Z","caller":"traceutil/trace.go:171","msg":"trace[1209544617] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9790; }","duration":"437.64296ms","start":"2026-07-04T10:25:17.097478Z","end":"2026-07-04T10:25:17.535121Z","steps":["trace[1209544617] 'agreement among raft nodes before linearized reading' (duration: 437.525098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.535122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.995745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:25:17.535207Z","caller":"traceutil/trace.go:171","msg":"trace[1499211698] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"151.094891ms","start":"2026-07-04T10:25:17.384105Z","end":"2026-07-04T10:25:17.5352Z","steps":["trace[1499211698] 'process raft request' (duration: 150.763143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.535169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:17.097459Z","time spent":"437.701942ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:25:17.535357Z","caller":"traceutil/trace.go:171","msg":"trace[2003550820] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9790; }","duration":"291.181629ms","start":"2026-07-04T10:25:17.24403Z","end":"2026-07-04T10:25:17.535212Z","steps":["trace[2003550820] 'agreement among raft nodes before linearized reading' (duration: 290.966404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.535376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.02924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:25:17.535432Z","caller":"traceutil/trace.go:171","msg":"trace[1909758528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:9790; }","duration":"545.130552ms","start":"2026-07-04T10:25:16.990287Z","end":"2026-07-04T10:25:17.535417Z","steps":["trace[1909758528] 'agreement among raft nodes before linearized reading' (duration: 544.921047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.535473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.990273Z","time spent":"545.192994ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"warn","ts":"2026-07-04T10:25:17.535461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.130163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-04T10:25:17.535353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.366772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-04T10:25:17.535548Z","caller":"traceutil/trace.go:171","msg":"trace[1957670300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9790; }","duration":"553.252286ms","start":"2026-07-04T10:25:16.982271Z","end":"2026-07-04T10:25:17.535523Z","steps":["trace[1957670300] 'agreement among raft nodes before linearized reading' (duration: 552.974959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.5356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.982257Z","time spent":"553.334438ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-04T10:25:17.535631Z","caller":"traceutil/trace.go:171","msg":"trace[116499743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9790; }","duration":"554.627379ms","start":"2026-07-04T10:25:16.980938Z","end":"2026-07-04T10:25:17.535565Z","steps":["trace[116499743] 'agreement among raft nodes before linearized reading' (duration: 554.191949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.535793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:25:16.980931Z","time spent":"554.779262ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:25:17.699472Z","caller":"traceutil/trace.go:171","msg":"trace[1859387047] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"158.927638ms","start":"2026-07-04T10:25:17.540275Z","end":"2026-07-04T10:25:17.699203Z","steps":["trace[1859387047] 'process raft request' (duration: 138.442469ms)","trace[1859387047] 'compare' (duration: 20.029618ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:25:17.716321Z","caller":"traceutil/trace.go:171","msg":"trace[373321556] linearizableReadLoop","detail":"{readStateIndex:10139; appliedIndex:10137; }","duration":"174.648392ms","start":"2026-07-04T10:25:17.541645Z","end":"2026-07-04T10:25:17.716293Z","steps":["trace[373321556] 'read index received' (duration: 137.062326ms)","trace[373321556] 'applied index is now lower than readState.Index' (duration: 37.584406ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:25:17.716383Z","caller":"traceutil/trace.go:171","msg":"trace[718837496] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"175.990365ms","start":"2026-07-04T10:25:17.54036Z","end":"2026-07-04T10:25:17.716351Z","steps":["trace[718837496] 'process raft request' (duration: 175.767919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.716657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.97851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-04T10:25:17.716749Z","caller":"traceutil/trace.go:171","msg":"trace[726787945] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:9792; }","duration":"175.112214ms","start":"2026-07-04T10:25:17.541614Z","end":"2026-07-04T10:25:17.716726Z","steps":["trace[726787945] 'agreement among raft nodes before linearized reading' (duration: 174.813076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:25:17.716898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.284274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-04T10:25:17.717009Z","caller":"traceutil/trace.go:171","msg":"trace[1203285508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9792; }","duration":"169.48249ms","start":"2026-07-04T10:25:17.5475Z","end":"2026-07-04T10:25:17.716983Z","steps":["trace[1203285508] 'agreement among raft nodes before linearized reading' (duration: 168.999298ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:25:17.914299Z","caller":"traceutil/trace.go:171","msg":"trace[1986729713] linearizableReadLoop","detail":"{readStateIndex:10141; appliedIndex:10140; }","duration":"139.025603ms","start":"2026-07-04T10:25:17.775245Z","end":"2026-07-04T10:25:17.91427Z","steps":["trace[1986729713] 'read index received' (duration: 64.631741ms)","trace[1986729713] 'applied index is now lower than readState.Index' (duration: 74.392802ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:25:17.914364Z","caller":"traceutil/trace.go:171","msg":"trace[1392234701] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"166.889278ms","start":"2026-07-04T10:25:17.747438Z","end":"2026-07-04T10:25:17.914328Z","steps":["trace[1392234701] 'process raft request' (duration: 92.462964ms)","trace[1392234701] 'compare' (duration: 74.229909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:25:17.914639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.381891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77c586fb47-9vkmb.18bf0f16bb9efa50\" ","response":"range_response_count:1 size:1133"} {"level":"info","ts":"2026-07-04T10:25:17.914696Z","caller":"traceutil/trace.go:171","msg":"trace[174340950] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77c586fb47-9vkmb.18bf0f16bb9efa50; range_end:; response_count:1; response_revision:9793; }","duration":"139.504164ms","start":"2026-07-04T10:25:17.775176Z","end":"2026-07-04T10:25:17.914681Z","steps":["trace[174340950] 'agreement among raft nodes before linearized reading' (duration: 139.206297ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:26:24.388271Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7879} {"level":"info","ts":"2026-07-04T10:26:24.469218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7879,"took":"79.231492ms","hash":3810585235,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":25464832,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-04T10:26:24.469295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3810585235,"revision":7879,"compact-revision":5541} {"level":"info","ts":"2026-07-04T10:30:30.738896Z","caller":"traceutil/trace.go:171","msg":"trace[880693550] transaction","detail":"{read_only:false; response_revision:12080; number_of_response:1; }","duration":"122.472469ms","start":"2026-07-04T10:30:30.616387Z","end":"2026-07-04T10:30:30.73886Z","steps":["trace[880693550] 'process raft request' (duration: 98.040505ms)","trace[880693550] 'compare' (duration: 23.875351ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:30:50.645478Z","caller":"traceutil/trace.go:171","msg":"trace[1074330658] linearizableReadLoop","detail":"{readStateIndex:12614; appliedIndex:12613; }","duration":"106.407125ms","start":"2026-07-04T10:30:50.539044Z","end":"2026-07-04T10:30:50.645451Z","steps":["trace[1074330658] 'read index received' (duration: 106.156969ms)","trace[1074330658] 'applied index is now lower than readState.Index' (duration: 249.006µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:30:50.645527Z","caller":"traceutil/trace.go:171","msg":"trace[1061811507] transaction","detail":"{read_only:false; response_revision:12190; number_of_response:1; }","duration":"277.519118ms","start":"2026-07-04T10:30:50.367972Z","end":"2026-07-04T10:30:50.645491Z","steps":["trace[1061811507] 'process raft request' (duration: 277.307203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:50.64567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.605371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:50.645718Z","caller":"traceutil/trace.go:171","msg":"trace[129574427] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12190; }","duration":"106.717163ms","start":"2026-07-04T10:30:50.538989Z","end":"2026-07-04T10:30:50.645706Z","steps":["trace[129574427] 'agreement among raft nodes before linearized reading' (duration: 106.613041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.631038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227378591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:30:51.87762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066518971s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:30:51.878172Z","caller":"traceutil/trace.go:171","msg":"trace[685123118] transaction","detail":"{read_only:false; response_revision:12192; number_of_response:1; }","duration":"1.067198286s","start":"2026-07-04T10:30:50.810946Z","end":"2026-07-04T10:30:51.878144Z","steps":["trace[685123118] 'process raft request' (duration: 1.067008712s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.878336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:50.810921Z","time spent":"1.067306559s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:30:51.923813Z","caller":"traceutil/trace.go:171","msg":"trace[1896715829] linearizableReadLoop","detail":"{readStateIndex:12617; appliedIndex:12615; }","duration":"792.988838ms","start":"2026-07-04T10:30:51.130811Z","end":"2026-07-04T10:30:51.9238Z","steps":["trace[1896715829] 'read index received' (duration: 747.030199ms)","trace[1896715829] 'applied index is now lower than readState.Index' (duration: 45.957839ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:30:51.923889Z","caller":"traceutil/trace.go:171","msg":"trace[772262068] transaction","detail":"{read_only:false; response_revision:12194; number_of_response:1; }","duration":"104.378956ms","start":"2026-07-04T10:30:51.819501Z","end":"2026-07-04T10:30:51.92388Z","steps":["trace[772262068] 'process raft request' (duration: 104.268794ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:51.923885Z","caller":"traceutil/trace.go:171","msg":"trace[1329262443] transaction","detail":"{read_only:false; response_revision:12193; number_of_response:1; }","duration":"297.317252ms","start":"2026-07-04T10:30:51.626538Z","end":"2026-07-04T10:30:51.923855Z","steps":["trace[1329262443] 'process raft request' (duration: 297.101006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.924233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.419278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:30:51.924373Z","caller":"traceutil/trace.go:171","msg":"trace[949098304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12194; }","duration":"793.574723ms","start":"2026-07-04T10:30:51.130748Z","end":"2026-07-04T10:30:51.924322Z","steps":["trace[949098304] 'agreement among raft nodes before linearized reading' (duration: 793.187534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.924434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.130722Z","time spent":"793.700485ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:30:51.924825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.764232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.924893Z","caller":"traceutil/trace.go:171","msg":"trace[325567145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12194; }","duration":"228.894915ms","start":"2026-07-04T10:30:51.695982Z","end":"2026-07-04T10:30:51.924877Z","steps":["trace[325567145] 'agreement among raft nodes before linearized reading' (duration: 228.795053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.924951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.013521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:30:51.924926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.780057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.925022Z","caller":"traceutil/trace.go:171","msg":"trace[1303902381] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12194; }","duration":"138.110954ms","start":"2026-07-04T10:30:51.786894Z","end":"2026-07-04T10:30:51.925005Z","steps":["trace[1303902381] 'agreement among raft nodes before linearized reading' (duration: 138.005002ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:51.92508Z","caller":"traceutil/trace.go:171","msg":"trace[2091357181] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12194; }","duration":"487.934782ms","start":"2026-07-04T10:30:51.437092Z","end":"2026-07-04T10:30:51.925027Z","steps":["trace[2091357181] 'agreement among raft nodes before linearized reading' (duration: 487.727397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.925174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.437084Z","time spent":"488.075865ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-04T10:30:51.925632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.93484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-07-04T10:30:51.925699Z","caller":"traceutil/trace.go:171","msg":"trace[1335510120] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12194; }","duration":"138.039842ms","start":"2026-07-04T10:30:51.787644Z","end":"2026-07-04T10:30:51.925683Z","steps":["trace[1335510120] 'agreement among raft nodes before linearized reading' (duration: 137.880898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.925972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.147363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-07-04T10:30:51.926022Z","caller":"traceutil/trace.go:171","msg":"trace[1133707124] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12194; }","duration":"487.343807ms","start":"2026-07-04T10:30:51.438666Z","end":"2026-07-04T10:30:51.92601Z","steps":["trace[1133707124] 'agreement among raft nodes before linearized reading' (duration: 486.992139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.92607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.438656Z","time spent":"487.404578ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-04T10:30:51.926446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.233982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.926486Z","caller":"traceutil/trace.go:171","msg":"trace[1827389433] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12194; }","duration":"489.289443ms","start":"2026-07-04T10:30:51.437186Z","end":"2026-07-04T10:30:51.926476Z","steps":["trace[1827389433] 'agreement among raft nodes before linearized reading' (duration: 489.226932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.92647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.53063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:30:51.925976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.571935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.926559Z","caller":"traceutil/trace.go:171","msg":"trace[1602440146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12194; }","duration":"489.657063ms","start":"2026-07-04T10:30:51.436886Z","end":"2026-07-04T10:30:51.926543Z","steps":["trace[1602440146] 'agreement among raft nodes before linearized reading' (duration: 489.54181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.926549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.437178Z","time spent":"489.357456ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-04T10:30:51.926695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.503809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.926747Z","caller":"traceutil/trace.go:171","msg":"trace[625772971] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12194; }","duration":"489.739664ms","start":"2026-07-04T10:30:51.436994Z","end":"2026-07-04T10:30:51.926734Z","steps":["trace[625772971] 'agreement among raft nodes before linearized reading' (duration: 489.657242ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:51.926614Z","caller":"traceutil/trace.go:171","msg":"trace[1961791963] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12194; }","duration":"139.21931ms","start":"2026-07-04T10:30:51.787375Z","end":"2026-07-04T10:30:51.926594Z","steps":["trace[1961791963] 'agreement among raft nodes before linearized reading' (duration: 138.562334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.926797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.436959Z","time spent":"489.825887ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-04T10:30:51.926847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.275126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:30:51.926613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.576977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.926928Z","caller":"traceutil/trace.go:171","msg":"trace[801053947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12194; }","duration":"612.418479ms","start":"2026-07-04T10:30:51.314488Z","end":"2026-07-04T10:30:51.926907Z","steps":["trace[801053947] 'agreement among raft nodes before linearized reading' (duration: 612.226305ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:51.926966Z","caller":"traceutil/trace.go:171","msg":"trace[1423155625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12194; }","duration":"141.924685ms","start":"2026-07-04T10:30:51.784992Z","end":"2026-07-04T10:30:51.926917Z","steps":["trace[1423155625] 'agreement among raft nodes before linearized reading' (duration: 141.546186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.92698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.314458Z","time spent":"612.511061ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:30:51.926951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.347297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-04T10:30:51.927172Z","caller":"traceutil/trace.go:171","msg":"trace[1079221877] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12194; }","duration":"140.47661ms","start":"2026-07-04T10:30:51.786567Z","end":"2026-07-04T10:30:51.927043Z","steps":["trace[1079221877] 'agreement among raft nodes before linearized reading' (duration: 139.66001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.927356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.436871Z","time spent":"490.466502ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-04T10:30:51.927436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.782445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.928397Z","caller":"traceutil/trace.go:171","msg":"trace[589924825] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12194; }","duration":"143.8258ms","start":"2026-07-04T10:30:51.784536Z","end":"2026-07-04T10:30:51.928362Z","steps":["trace[589924825] 'agreement among raft nodes before linearized reading' (duration: 141.912454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.928976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.234866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:30:51.929145Z","caller":"traceutil/trace.go:171","msg":"trace[430993689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12194; }","duration":"564.438912ms","start":"2026-07-04T10:30:51.364687Z","end":"2026-07-04T10:30:51.929126Z","steps":["trace[430993689] 'agreement among raft nodes before linearized reading' (duration: 561.738607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.9292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.364675Z","time spent":"564.513573ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:30:51.930435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.33622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:51.930676Z","caller":"traceutil/trace.go:171","msg":"trace[1601395215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12194; }","duration":"748.615917ms","start":"2026-07-04T10:30:51.182036Z","end":"2026-07-04T10:30:51.930652Z","steps":["trace[1601395215] 'agreement among raft nodes before linearized reading' (duration: 748.31991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:51.931704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.182014Z","time spent":"748.949135ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:30:52.28854Z","caller":"traceutil/trace.go:171","msg":"trace[349485877] linearizableReadLoop","detail":"{readStateIndex:12619; appliedIndex:12618; }","duration":"356.064757ms","start":"2026-07-04T10:30:51.932437Z","end":"2026-07-04T10:30:52.288502Z","steps":["trace[349485877] 'read index received' (duration: 330.476305ms)","trace[349485877] 'applied index is now lower than readState.Index' (duration: 25.587272ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:30:52.288574Z","caller":"traceutil/trace.go:171","msg":"trace[1290663772] transaction","detail":"{read_only:false; response_revision:12195; number_of_response:1; }","duration":"357.056721ms","start":"2026-07-04T10:30:51.931477Z","end":"2026-07-04T10:30:52.288534Z","steps":["trace[1290663772] 'process raft request' (duration: 331.422698ms)","trace[1290663772] 'compare' (duration: 25.387067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:30:52.288734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.931454Z","time spent":"357.196034ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:30:52.289086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.61914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447671"} {"level":"info","ts":"2026-07-04T10:30:52.289116Z","caller":"traceutil/trace.go:171","msg":"trace[939573044] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12195; }","duration":"356.684311ms","start":"2026-07-04T10:30:51.932424Z","end":"2026-07-04T10:30:52.289109Z","steps":["trace[939573044] 'agreement among raft nodes before linearized reading' (duration: 356.19634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:52.289142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.932417Z","time spent":"356.718923ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447694,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-04T10:30:52.311615Z","caller":"traceutil/trace.go:171","msg":"trace[1511576677] transaction","detail":"{read_only:false; response_revision:12196; number_of_response:1; }","duration":"378.33927ms","start":"2026-07-04T10:30:51.933244Z","end":"2026-07-04T10:30:52.311583Z","steps":["trace[1511576677] 'process raft request' (duration: 378.143145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:52.311797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.933238Z","time spent":"378.464263ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:30:52.311951Z","caller":"traceutil/trace.go:171","msg":"trace[329674093] transaction","detail":"{read_only:false; response_revision:12198; number_of_response:1; }","duration":"362.998313ms","start":"2026-07-04T10:30:51.948936Z","end":"2026-07-04T10:30:52.311934Z","steps":["trace[329674093] 'process raft request' (duration: 362.8549ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:52.31197Z","caller":"traceutil/trace.go:171","msg":"trace[1990847101] transaction","detail":"{read_only:false; response_revision:12197; number_of_response:1; }","duration":"377.664034ms","start":"2026-07-04T10:30:51.934278Z","end":"2026-07-04T10:30:52.311942Z","steps":["trace[1990847101] 'process raft request' (duration: 377.260274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:52.312048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.934258Z","time spent":"377.754275ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:30:52.312086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.948919Z","time spent":"363.091945ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:30:52.312139Z","caller":"traceutil/trace.go:171","msg":"trace[1202666335] transaction","detail":"{read_only:false; response_revision:12199; number_of_response:1; }","duration":"359.700404ms","start":"2026-07-04T10:30:51.952413Z","end":"2026-07-04T10:30:52.312113Z","steps":["trace[1202666335] 'process raft request' (duration: 359.487219ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:52.312165Z","caller":"traceutil/trace.go:171","msg":"trace[1131838310] transaction","detail":"{read_only:false; response_revision:12200; number_of_response:1; }","duration":"351.808365ms","start":"2026-07-04T10:30:51.960319Z","end":"2026-07-04T10:30:52.312127Z","steps":["trace[1131838310] 'process raft request' (duration: 351.717003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:52.312276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.95239Z","time spent":"359.813237ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:30:52.31234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:51.960301Z","time spent":"351.945989ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:30:52.781839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.151276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-04T10:30:52.781976Z","caller":"traceutil/trace.go:171","msg":"trace[2014767036] linearizableReadLoop","detail":"{readStateIndex:12625; appliedIndex:12624; }","duration":"131.963706ms","start":"2026-07-04T10:30:52.649985Z","end":"2026-07-04T10:30:52.781949Z","steps":["trace[2014767036] 'read index received' (duration: 54.901µs)","trace[2014767036] 'applied index is now lower than readState.Index' (duration: 131.906785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:30:52.782277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.286095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-04T10:30:52.782278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.528396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:30:52.782337Z","caller":"traceutil/trace.go:171","msg":"trace[1731415836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12200; }","duration":"132.397347ms","start":"2026-07-04T10:30:52.649922Z","end":"2026-07-04T10:30:52.782319Z","steps":["trace[1731415836] 'agreement among raft nodes before linearized reading' (duration: 132.172152ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:52.782347Z","caller":"traceutil/trace.go:171","msg":"trace[1556274302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12200; }","duration":"113.654258ms","start":"2026-07-04T10:30:52.668676Z","end":"2026-07-04T10:30:52.78233Z","steps":["trace[1556274302] 'agreement among raft nodes before linearized reading' (duration: 113.449134ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:54.121374Z","caller":"traceutil/trace.go:171","msg":"trace[2096905833] linearizableReadLoop","detail":"{readStateIndex:12628; appliedIndex:12627; }","duration":"190.368524ms","start":"2026-07-04T10:30:53.930978Z","end":"2026-07-04T10:30:54.121346Z","steps":["trace[2096905833] 'read index received' (duration: 190.1925ms)","trace[2096905833] 'applied index is now lower than readState.Index' (duration: 174.804µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:30:54.121494Z","caller":"traceutil/trace.go:171","msg":"trace[579747900] transaction","detail":"{read_only:false; response_revision:12203; number_of_response:1; }","duration":"236.62788ms","start":"2026-07-04T10:30:53.884814Z","end":"2026-07-04T10:30:54.121442Z","steps":["trace[579747900] 'process raft request' (duration: 236.340893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.121552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.563748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:54.121597Z","caller":"traceutil/trace.go:171","msg":"trace[131759814] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12203; }","duration":"190.66111ms","start":"2026-07-04T10:30:53.93092Z","end":"2026-07-04T10:30:54.121581Z","steps":["trace[131759814] 'agreement among raft nodes before linearized reading' (duration: 190.580018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.121637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.588039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:30:54.121732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.862111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:30:54.121804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.535853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:54.121822Z","caller":"traceutil/trace.go:171","msg":"trace[1090480162] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12203; }","duration":"190.019076ms","start":"2026-07-04T10:30:53.931782Z","end":"2026-07-04T10:30:54.121801Z","steps":["trace[1090480162] 'agreement among raft nodes before linearized reading' (duration: 189.891863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.121832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.293922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:54.121868Z","caller":"traceutil/trace.go:171","msg":"trace[1836892330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12203; }","duration":"189.615646ms","start":"2026-07-04T10:30:53.932236Z","end":"2026-07-04T10:30:54.121852Z","steps":["trace[1836892330] 'agreement among raft nodes before linearized reading' (duration: 189.511603ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:54.121887Z","caller":"traceutil/trace.go:171","msg":"trace[1852373680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12203; }","duration":"190.368103ms","start":"2026-07-04T10:30:53.931502Z","end":"2026-07-04T10:30:54.12187Z","steps":["trace[1852373680] 'agreement among raft nodes before linearized reading' (duration: 190.277211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.12192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.848691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:54.121996Z","caller":"traceutil/trace.go:171","msg":"trace[550926825] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12203; }","duration":"189.938504ms","start":"2026-07-04T10:30:53.932036Z","end":"2026-07-04T10:30:54.121975Z","steps":["trace[550926825] 'agreement among raft nodes before linearized reading' (duration: 189.822571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.121737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.330209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:30:54.122085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.640616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-04T10:30:54.122089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.572444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-07-04T10:30:54.122115Z","caller":"traceutil/trace.go:171","msg":"trace[2048683750] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:12203; }","duration":"189.753839ms","start":"2026-07-04T10:30:53.932337Z","end":"2026-07-04T10:30:54.122091Z","steps":["trace[2048683750] 'agreement among raft nodes before linearized reading' (duration: 189.272367ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:54.122127Z","caller":"traceutil/trace.go:171","msg":"trace[1851233117] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12203; }","duration":"189.731258ms","start":"2026-07-04T10:30:53.932385Z","end":"2026-07-04T10:30:54.122116Z","steps":["trace[1851233117] 'agreement among raft nodes before linearized reading' (duration: 189.569264ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:54.122145Z","caller":"traceutil/trace.go:171","msg":"trace[101280587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12203; }","duration":"189.646687ms","start":"2026-07-04T10:30:53.932484Z","end":"2026-07-04T10:30:54.12213Z","steps":["trace[101280587] 'agreement among raft nodes before linearized reading' (duration: 189.448662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.122008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.255301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:30:54.122228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.280456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:54.122275Z","caller":"traceutil/trace.go:171","msg":"trace[1457270200] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12203; }","duration":"186.338678ms","start":"2026-07-04T10:30:53.935923Z","end":"2026-07-04T10:30:54.122262Z","steps":["trace[1457270200] 'agreement among raft nodes before linearized reading' (duration: 186.277786ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:54.122337Z","caller":"traceutil/trace.go:171","msg":"trace[1338142017] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12203; }","duration":"190.628839ms","start":"2026-07-04T10:30:53.931621Z","end":"2026-07-04T10:30:54.12225Z","steps":["trace[1338142017] 'agreement among raft nodes before linearized reading' (duration: 190.081386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.122398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.968705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-07-04T10:30:54.122449Z","caller":"traceutil/trace.go:171","msg":"trace[1716919956] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12203; }","duration":"190.767894ms","start":"2026-07-04T10:30:53.930953Z","end":"2026-07-04T10:30:54.121721Z","steps":["trace[1716919956] 'agreement among raft nodes before linearized reading' (duration: 190.59909ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:54.122463Z","caller":"traceutil/trace.go:171","msg":"trace[165072403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12203; }","duration":"190.055396ms","start":"2026-07-04T10:30:53.932391Z","end":"2026-07-04T10:30:54.122447Z","steps":["trace[165072403] 'agreement among raft nodes before linearized reading' (duration: 189.599455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.86327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.987367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-04T10:30:54.86337Z","caller":"traceutil/trace.go:171","msg":"trace[2082806449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12203; }","duration":"650.113919ms","start":"2026-07-04T10:30:54.213236Z","end":"2026-07-04T10:30:54.863349Z","steps":["trace[2082806449] 'range keys from in-memory index tree' (duration: 649.827413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.863412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.213228Z","time spent":"650.174452ms","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-04T10:30:54.863998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.622182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-04T10:30:54.864019Z","caller":"traceutil/trace.go:171","msg":"trace[803161615] linearizableReadLoop","detail":"{readStateIndex:12629; appliedIndex:12628; }","duration":"548.009118ms","start":"2026-07-04T10:30:54.315982Z","end":"2026-07-04T10:30:54.863991Z","steps":["trace[803161615] 'read index received' (duration: 477.734217ms)","trace[803161615] 'applied index is now lower than readState.Index' (duration: 70.273411ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:30:54.864082Z","caller":"traceutil/trace.go:171","msg":"trace[550337707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12203; }","duration":"571.741735ms","start":"2026-07-04T10:30:54.292319Z","end":"2026-07-04T10:30:54.864061Z","steps":["trace[550337707] 'range keys from in-memory index tree' (duration: 571.441358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.864204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.292305Z","time spent":"571.805187ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:30:54.864167Z","caller":"traceutil/trace.go:171","msg":"trace[1055215993] transaction","detail":"{read_only:false; response_revision:12204; number_of_response:1; }","duration":"553.038558ms","start":"2026-07-04T10:30:54.311033Z","end":"2026-07-04T10:30:54.864071Z","steps":["trace[1055215993] 'process raft request' (duration: 482.667884ms)","trace[1055215993] 'compare' (duration: 69.250397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:30:54.864283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.277014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-04T10:30:54.86432Z","caller":"traceutil/trace.go:171","msg":"trace[1852074818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12204; }","duration":"548.383936ms","start":"2026-07-04T10:30:54.315925Z","end":"2026-07-04T10:30:54.864308Z","steps":["trace[1852074818] 'agreement among raft nodes before linearized reading' (duration: 548.187602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.864354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.3159Z","time spent":"548.445998ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-04T10:30:54.864445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.311011Z","time spent":"553.296813ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:30:54.864587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.786389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:30:54.864767Z","caller":"traceutil/trace.go:171","msg":"trace[956612331] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:12203; }","duration":"565.006504ms","start":"2026-07-04T10:30:54.299745Z","end":"2026-07-04T10:30:54.864752Z","steps":["trace[956612331] 'range keys from in-memory index tree' (duration: 563.818235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.864804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.299722Z","time spent":"565.071016ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"info","ts":"2026-07-04T10:30:54.872977Z","caller":"traceutil/trace.go:171","msg":"trace[186255753] transaction","detail":"{read_only:false; response_revision:12206; number_of_response:1; }","duration":"555.573538ms","start":"2026-07-04T10:30:54.317375Z","end":"2026-07-04T10:30:54.872948Z","steps":["trace[186255753] 'process raft request' (duration: 555.432045ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:54.873027Z","caller":"traceutil/trace.go:171","msg":"trace[467374590] transaction","detail":"{read_only:false; response_revision:12205; number_of_response:1; }","duration":"556.677035ms","start":"2026-07-04T10:30:54.316319Z","end":"2026-07-04T10:30:54.872996Z","steps":["trace[467374590] 'process raft request' (duration: 556.399198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.873085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.019784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:30:54.873121Z","caller":"traceutil/trace.go:171","msg":"trace[1548385080] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12207; }","duration":"358.102536ms","start":"2026-07-04T10:30:54.515007Z","end":"2026-07-04T10:30:54.87311Z","steps":["trace[1548385080] 'agreement among raft nodes before linearized reading' (duration: 358.035554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.873112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.317365Z","time spent":"555.675591ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:30:54.873144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.514985Z","time spent":"358.153558ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:30:54.873188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.953877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-04T10:30:54.873201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.316288Z","time spent":"556.811978ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:30:54.873237Z","caller":"traceutil/trace.go:171","msg":"trace[76212597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12207; }","duration":"556.06089ms","start":"2026-07-04T10:30:54.317163Z","end":"2026-07-04T10:30:54.873223Z","steps":["trace[76212597] 'agreement among raft nodes before linearized reading' (duration: 555.852605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.873262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.317133Z","time spent":"556.124021ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-04T10:30:54.873369Z","caller":"traceutil/trace.go:171","msg":"trace[782029540] transaction","detail":"{read_only:false; response_revision:12207; number_of_response:1; }","duration":"555.540568ms","start":"2026-07-04T10:30:54.317813Z","end":"2026-07-04T10:30:54.873353Z","steps":["trace[782029540] 'process raft request' (duration: 555.019945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:54.873544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.317805Z","time spent":"555.603989ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:30:55.106173Z","caller":"traceutil/trace.go:171","msg":"trace[1717138364] transaction","detail":"{read_only:false; response_revision:12208; number_of_response:1; }","duration":"237.87056ms","start":"2026-07-04T10:30:54.868272Z","end":"2026-07-04T10:30:55.106143Z","steps":["trace[1717138364] 'process raft request' (duration: 237.609084ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:55.106387Z","caller":"traceutil/trace.go:171","msg":"trace[789798420] linearizableReadLoop","detail":"{readStateIndex:12634; appliedIndex:12632; }","duration":"233.501165ms","start":"2026-07-04T10:30:54.872864Z","end":"2026-07-04T10:30:55.106365Z","steps":["trace[789798420] 'read index received' (duration: 233.020894ms)","trace[789798420] 'applied index is now lower than readState.Index' (duration: 478.191µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:30:55.106446Z","caller":"traceutil/trace.go:171","msg":"trace[697395963] transaction","detail":"{read_only:false; response_revision:12209; number_of_response:1; }","duration":"236.809674ms","start":"2026-07-04T10:30:54.869602Z","end":"2026-07-04T10:30:55.106411Z","steps":["trace[697395963] 'process raft request' (duration: 236.479486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:55.107113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.061824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447671"} {"level":"warn","ts":"2026-07-04T10:30:55.10713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.411551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:30:55.10718Z","caller":"traceutil/trace.go:171","msg":"trace[1060862272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12209; }","duration":"238.169507ms","start":"2026-07-04T10:30:54.868998Z","end":"2026-07-04T10:30:55.107167Z","steps":["trace[1060862272] 'agreement among raft nodes before linearized reading' (duration: 237.44819ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:55.107214Z","caller":"traceutil/trace.go:171","msg":"trace[1549237618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12209; }","duration":"235.516224ms","start":"2026-07-04T10:30:54.871675Z","end":"2026-07-04T10:30:55.107192Z","steps":["trace[1549237618] 'agreement among raft nodes before linearized reading' (duration: 234.760776ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:55.22159Z","caller":"traceutil/trace.go:171","msg":"trace[938892705] transaction","detail":"{read_only:false; response_revision:12210; number_of_response:1; }","duration":"345.056074ms","start":"2026-07-04T10:30:54.876505Z","end":"2026-07-04T10:30:55.221561Z","steps":["trace[938892705] 'process raft request' (duration: 260.141503ms)","trace[938892705] 'compare' (duration: 84.640594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:30:55.221739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.876481Z","time spent":"345.180827ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:30:55.22194Z","caller":"traceutil/trace.go:171","msg":"trace[1505097786] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"110.976264ms","start":"2026-07-04T10:30:55.11094Z","end":"2026-07-04T10:30:55.221916Z","steps":["trace[1505097786] 'process raft request' (duration: 110.873252ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:30:55.221982Z","caller":"traceutil/trace.go:171","msg":"trace[1772696742] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"344.435789ms","start":"2026-07-04T10:30:54.877501Z","end":"2026-07-04T10:30:55.221937Z","steps":["trace[1772696742] 'process raft request' (duration: 343.999048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:30:55.222202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:30:54.877491Z","time spent":"344.590053ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:31:24.395887Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10255} {"level":"info","ts":"2026-07-04T10:31:24.480581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10255,"took":"82.213186ms","hash":1433798554,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":25829376,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-04T10:31:24.480661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1433798554,"revision":10255,"compact-revision":7879} {"level":"warn","ts":"2026-07-04T10:31:45.716775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.645104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:31:45.716853Z","caller":"traceutil/trace.go:171","msg":"trace[505960234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12558; }","duration":"265.766247ms","start":"2026-07-04T10:31:45.451069Z","end":"2026-07-04T10:31:45.716835Z","steps":["trace[505960234] 'range keys from in-memory index tree' (duration: 265.49569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:31:45.717057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.316689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-04T10:31:45.717084Z","caller":"traceutil/trace.go:171","msg":"trace[1388496602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12558; }","duration":"258.382521ms","start":"2026-07-04T10:31:45.458694Z","end":"2026-07-04T10:31:45.717077Z","steps":["trace[1388496602] 'range keys from in-memory index tree' (duration: 258.215526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:31:45.717209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.704577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:31:45.717232Z","caller":"traceutil/trace.go:171","msg":"trace[88456779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12558; }","duration":"245.745028ms","start":"2026-07-04T10:31:45.471481Z","end":"2026-07-04T10:31:45.717226Z","steps":["trace[88456779] 'range keys from in-memory index tree' (duration: 245.642826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:31:45.71735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.475611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:31:45.717374Z","caller":"traceutil/trace.go:171","msg":"trace[1211596710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:12558; }","duration":"232.514782ms","start":"2026-07-04T10:31:45.48485Z","end":"2026-07-04T10:31:45.717365Z","steps":["trace[1211596710] 'range keys from in-memory index tree' (duration: 232.413509ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:36:24.402421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12416} {"level":"info","ts":"2026-07-04T10:36:24.514264Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12416,"took":"104.730696ms","hash":3768118559,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":27987968,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-04T10:36:24.514321Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3768118559,"revision":12416,"compact-revision":10255} {"level":"info","ts":"2026-07-04T10:37:31.301553Z","caller":"traceutil/trace.go:171","msg":"trace[449718597] transaction","detail":"{read_only:false; response_revision:14856; number_of_response:1; }","duration":"226.263501ms","start":"2026-07-04T10:37:31.07526Z","end":"2026-07-04T10:37:31.301523Z","steps":["trace[449718597] 'process raft request' (duration: 226.094387ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:37:31.340324Z","caller":"traceutil/trace.go:171","msg":"trace[681688582] linearizableReadLoop","detail":"{readStateIndex:15378; appliedIndex:15375; }","duration":"101.628205ms","start":"2026-07-04T10:37:31.238664Z","end":"2026-07-04T10:37:31.340293Z","steps":["trace[681688582] 'read index received' (duration: 62.816245ms)","trace[681688582] 'applied index is now lower than readState.Index' (duration: 38.81068ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:37:31.340371Z","caller":"traceutil/trace.go:171","msg":"trace[614484326] transaction","detail":"{read_only:false; response_revision:14857; number_of_response:1; }","duration":"262.900649ms","start":"2026-07-04T10:37:31.077436Z","end":"2026-07-04T10:37:31.340336Z","steps":["trace[614484326] 'process raft request' (duration: 262.604712ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:37:31.340504Z","caller":"traceutil/trace.go:171","msg":"trace[46542938] transaction","detail":"{read_only:false; response_revision:14858; number_of_response:1; }","duration":"259.460576ms","start":"2026-07-04T10:37:31.081025Z","end":"2026-07-04T10:37:31.340485Z","steps":["trace[46542938] 'process raft request' (duration: 259.21831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:37:31.34068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.995303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:37:31.340732Z","caller":"traceutil/trace.go:171","msg":"trace[1894025360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:14858; }","duration":"102.094516ms","start":"2026-07-04T10:37:31.238622Z","end":"2026-07-04T10:37:31.340716Z","steps":["trace[1894025360] 'agreement among raft nodes before linearized reading' (duration: 101.985333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:37:40.62883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.871004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-04T10:37:40.629026Z","caller":"traceutil/trace.go:171","msg":"trace[1630429291] transaction","detail":"{read_only:false; response_revision:15023; number_of_response:1; }","duration":"318.211224ms","start":"2026-07-04T10:37:40.310783Z","end":"2026-07-04T10:37:40.628995Z","steps":["trace[1630429291] 'process raft request' (duration: 142.094474ms)","trace[1630429291] 'compare' (duration: 175.765151ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:37:40.629068Z","caller":"traceutil/trace.go:171","msg":"trace[1778914871] transaction","detail":"{read_only:false; response_revision:15025; number_of_response:1; }","duration":"287.408656ms","start":"2026-07-04T10:37:40.341641Z","end":"2026-07-04T10:37:40.62905Z","steps":["trace[1778914871] 'process raft request' (duration: 287.371835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:37:40.629188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:37:40.310768Z","time spent":"318.336536ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:37:40.629265Z","caller":"traceutil/trace.go:171","msg":"trace[1204955184] linearizableReadLoop","detail":"{readStateIndex:15547; appliedIndex:15546; }","duration":"292.067327ms","start":"2026-07-04T10:37:40.337187Z","end":"2026-07-04T10:37:40.629254Z","steps":["trace[1204955184] 'read index received' (duration: 115.829665ms)","trace[1204955184] 'applied index is now lower than readState.Index' (duration: 176.236512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:37:40.629549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.355384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-45310b99-1fdb-41a0-9f46-3a044ada9913\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-07-04T10:37:40.629602Z","caller":"traceutil/trace.go:171","msg":"trace[1547923031] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-45310b99-1fdb-41a0-9f46-3a044ada9913; range_end:; response_count:1; response_revision:15025; }","duration":"292.429916ms","start":"2026-07-04T10:37:40.337158Z","end":"2026-07-04T10:37:40.629587Z","steps":["trace[1547923031] 'agreement among raft nodes before linearized reading' (duration: 292.282692ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:37:40.629785Z","caller":"traceutil/trace.go:171","msg":"trace[1467184473] transaction","detail":"{read_only:false; response_revision:15024; number_of_response:1; }","duration":"290.693644ms","start":"2026-07-04T10:37:40.33908Z","end":"2026-07-04T10:37:40.629774Z","steps":["trace[1467184473] 'process raft request' (duration: 289.876425ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:38:14.146171Z","caller":"traceutil/trace.go:171","msg":"trace[1932909163] linearizableReadLoop","detail":"{readStateIndex:15972; appliedIndex:15970; }","duration":"363.268513ms","start":"2026-07-04T10:38:13.782874Z","end":"2026-07-04T10:38:14.146143Z","steps":["trace[1932909163] 'read index received' (duration: 17.033158ms)","trace[1932909163] 'applied index is now lower than readState.Index' (duration: 346.234135ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:38:14.146352Z","caller":"traceutil/trace.go:171","msg":"trace[978695666] transaction","detail":"{read_only:false; response_revision:15433; number_of_response:1; }","duration":"363.581681ms","start":"2026-07-04T10:38:13.782572Z","end":"2026-07-04T10:38:14.146154Z","steps":["trace[978695666] 'process raft request' (duration: 360.920957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:14.146695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.053437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rwmxt\" ","response":"range_response_count:1 size:20627"} {"level":"info","ts":"2026-07-04T10:38:14.146814Z","caller":"traceutil/trace.go:171","msg":"trace[793284375] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rwmxt; range_end:; response_count:1; response_revision:15433; }","duration":"100.227691ms","start":"2026-07-04T10:38:14.046559Z","end":"2026-07-04T10:38:14.146786Z","steps":["trace[793284375] 'agreement among raft nodes before linearized reading' (duration: 99.742919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:14.146751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:38:13.782553Z","time spent":"364.005181ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:38:14.146854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.674883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:38:14.147032Z","caller":"traceutil/trace.go:171","msg":"trace[1648218560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15433; }","duration":"364.099554ms","start":"2026-07-04T10:38:13.782871Z","end":"2026-07-04T10:38:14.14697Z","steps":["trace[1648218560] 'agreement among raft nodes before linearized reading' (duration: 363.363266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:14.147152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:38:13.782841Z","time spent":"364.290967ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:38:46.550656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.460461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:38:46.550733Z","caller":"traceutil/trace.go:171","msg":"trace[1509737226] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15929; }","duration":"182.590484ms","start":"2026-07-04T10:38:46.368128Z","end":"2026-07-04T10:38:46.550719Z","steps":["trace[1509737226] 'range keys from in-memory index tree' (duration: 182.375729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.550804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.656366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:38:46.551003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.123911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:38:46.551457Z","caller":"traceutil/trace.go:171","msg":"trace[566381862] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:15929; }","duration":"409.605222ms","start":"2026-07-04T10:38:46.141829Z","end":"2026-07-04T10:38:46.551435Z","steps":["trace[566381862] 'count revisions from in-memory index tree' (duration: 409.049299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.551513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:38:46.141808Z","time spent":"409.685954ms","remote":"127.0.0.1:35890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:38:46.55098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.631035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:38:46.551607Z","caller":"traceutil/trace.go:171","msg":"trace[764466701] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15929; }","duration":"183.26707ms","start":"2026-07-04T10:38:46.368314Z","end":"2026-07-04T10:38:46.551581Z","steps":["trace[764466701] 'range keys from in-memory index tree' (duration: 182.524192ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:38:46.55129Z","caller":"traceutil/trace.go:171","msg":"trace[968591161] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15929; }","duration":"183.191389ms","start":"2026-07-04T10:38:46.368082Z","end":"2026-07-04T10:38:46.551274Z","steps":["trace[968591161] 'range keys from in-memory index tree' (duration: 182.508892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.55098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.184503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:38:46.551719Z","caller":"traceutil/trace.go:171","msg":"trace[151357099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15929; }","duration":"164.943401ms","start":"2026-07-04T10:38:46.386756Z","end":"2026-07-04T10:38:46.551699Z","steps":["trace[151357099] 'range keys from in-memory index tree' (duration: 164.019859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.551062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.555464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-07-04T10:38:46.551849Z","caller":"traceutil/trace.go:171","msg":"trace[1709152598] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15929; }","duration":"287.344864ms","start":"2026-07-04T10:38:46.264476Z","end":"2026-07-04T10:38:46.551821Z","steps":["trace[1709152598] 'range keys from in-memory index tree' (duration: 286.413602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.550998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.352027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-04T10:38:46.551934Z","caller":"traceutil/trace.go:171","msg":"trace[1223419118] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15929; }","duration":"180.33581ms","start":"2026-07-04T10:38:46.371573Z","end":"2026-07-04T10:38:46.551909Z","steps":["trace[1223419118] 'range keys from in-memory index tree' (duration: 179.128161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.551104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.747181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-04T10:38:46.552034Z","caller":"traceutil/trace.go:171","msg":"trace[800142051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15929; }","duration":"242.701604ms","start":"2026-07-04T10:38:46.309296Z","end":"2026-07-04T10:38:46.551998Z","steps":["trace[800142051] 'range keys from in-memory index tree' (duration: 241.604048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.551191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.630802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-04T10:38:46.55212Z","caller":"traceutil/trace.go:171","msg":"trace[781415185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15929; }","duration":"503.585054ms","start":"2026-07-04T10:38:46.048515Z","end":"2026-07-04T10:38:46.5521Z","steps":["trace[781415185] 'range keys from in-memory index tree' (duration: 502.499059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:38:46.552179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:38:46.048496Z","time spent":"503.671696ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-04T10:39:18.861092Z","caller":"traceutil/trace.go:171","msg":"trace[180853824] transaction","detail":"{read_only:false; response_revision:16101; number_of_response:1; }","duration":"121.575933ms","start":"2026-07-04T10:39:18.73948Z","end":"2026-07-04T10:39:18.861056Z","steps":["trace[180853824] 'process raft request' (duration: 121.392439ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:18.960934Z","caller":"traceutil/trace.go:171","msg":"trace[3876292] transaction","detail":"{read_only:false; response_revision:16102; number_of_response:1; }","duration":"220.661926ms","start":"2026-07-04T10:39:18.740246Z","end":"2026-07-04T10:39:18.960908Z","steps":["trace[3876292] 'process raft request' (duration: 219.934469ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:18.961272Z","caller":"traceutil/trace.go:171","msg":"trace[129728031] transaction","detail":"{read_only:false; response_revision:16103; number_of_response:1; }","duration":"220.862901ms","start":"2026-07-04T10:39:18.740365Z","end":"2026-07-04T10:39:18.961228Z","steps":["trace[129728031] 'process raft request' (duration: 220.00251ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:19.142036Z","caller":"traceutil/trace.go:171","msg":"trace[1036037194] transaction","detail":"{read_only:false; response_revision:16105; number_of_response:1; }","duration":"120.391644ms","start":"2026-07-04T10:39:19.021564Z","end":"2026-07-04T10:39:19.141956Z","steps":["trace[1036037194] 'process raft request' (duration: 34.748403ms)","trace[1036037194] 'compare' (duration: 85.095947ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:39:19.142009Z","caller":"traceutil/trace.go:171","msg":"trace[666163671] transaction","detail":"{read_only:false; response_revision:16106; number_of_response:1; }","duration":"118.522719ms","start":"2026-07-04T10:39:19.023391Z","end":"2026-07-04T10:39:19.141913Z","steps":["trace[666163671] 'process raft request' (duration: 118.371925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:19.379278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.362608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:19.379382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.459606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:39:19.379426Z","caller":"traceutil/trace.go:171","msg":"trace[771928970] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16106; }","duration":"116.569203ms","start":"2026-07-04T10:39:19.262814Z","end":"2026-07-04T10:39:19.379384Z","steps":["trace[771928970] 'range keys from in-memory index tree' (duration: 116.229064ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:19.379509Z","caller":"traceutil/trace.go:171","msg":"trace[436770461] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16106; }","duration":"115.606619ms","start":"2026-07-04T10:39:19.26385Z","end":"2026-07-04T10:39:19.379457Z","steps":["trace[436770461] 'range keys from in-memory index tree' (duration: 115.306012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:19.381837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.537504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:39:19.38194Z","caller":"traceutil/trace.go:171","msg":"trace[320559967] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16106; }","duration":"119.674767ms","start":"2026-07-04T10:39:19.262242Z","end":"2026-07-04T10:39:19.381917Z","steps":["trace[320559967] 'range keys from in-memory index tree' (duration: 119.453191ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:20.179345Z","caller":"traceutil/trace.go:171","msg":"trace[610685560] transaction","detail":"{read_only:false; response_revision:16108; number_of_response:1; }","duration":"193.848654ms","start":"2026-07-04T10:39:19.985472Z","end":"2026-07-04T10:39:20.179321Z","steps":["trace[610685560] 'process raft request' (duration: 159.623463ms)","trace[610685560] 'compare' (duration: 33.78262ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:39:20.179435Z","caller":"traceutil/trace.go:171","msg":"trace[1879712918] transaction","detail":"{read_only:false; response_revision:16109; number_of_response:1; }","duration":"187.151064ms","start":"2026-07-04T10:39:19.992262Z","end":"2026-07-04T10:39:20.179413Z","steps":["trace[1879712918] 'process raft request' (duration: 186.842836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:21.465542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227390058,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:39:21.629929Z","caller":"traceutil/trace.go:171","msg":"trace[1378381457] transaction","detail":"{read_only:false; response_revision:16110; number_of_response:1; }","duration":"760.327195ms","start":"2026-07-04T10:39:20.869573Z","end":"2026-07-04T10:39:21.629901Z","steps":["trace[1378381457] 'process raft request' (duration: 760.175401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:21.630092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:20.869556Z","time spent":"760.444777ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:39:23.075248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445397086s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:39:23.078333Z","caller":"traceutil/trace.go:171","msg":"trace[746374786] transaction","detail":"{read_only:false; response_revision:16111; number_of_response:1; }","duration":"2.085049661s","start":"2026-07-04T10:39:20.993257Z","end":"2026-07-04T10:39:23.078307Z","steps":["trace[746374786] 'process raft request' (duration: 2.082180182s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.078484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:20.993242Z","time spent":"2.085166833s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:39:23.078838Z","caller":"traceutil/trace.go:171","msg":"trace[836842730] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"1.928703215s","start":"2026-07-04T10:39:21.150121Z","end":"2026-07-04T10:39:23.078824Z","steps":["trace[836842730] 'process raft request' (duration: 1.928467469s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.078906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.150101Z","time spent":"1.928766366s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:39:23.079275Z","caller":"traceutil/trace.go:171","msg":"trace[676407530] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"1.929075764s","start":"2026-07-04T10:39:21.150166Z","end":"2026-07-04T10:39:23.079242Z","steps":["trace[676407530] 'process raft request' (duration: 1.92849841s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:23.079257Z","caller":"traceutil/trace.go:171","msg":"trace[1683104855] linearizableReadLoop","detail":"{readStateIndex:16671; appliedIndex:16667; }","duration":"2.114524006s","start":"2026-07-04T10:39:20.964694Z","end":"2026-07-04T10:39:23.079218Z","steps":["trace[1683104855] 'read index received' (duration: 665.483303ms)","trace[1683104855] 'applied index is now lower than readState.Index' (duration: 1.449035713s)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:39:23.07945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.150134Z","time spent":"1.929219608s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:39:23.079308Z","caller":"traceutil/trace.go:171","msg":"trace[392427333] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"893.754401ms","start":"2026-07-04T10:39:22.1855Z","end":"2026-07-04T10:39:23.079254Z","steps":["trace[392427333] 'process raft request' (duration: 893.208478ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:23.079419Z","caller":"traceutil/trace.go:171","msg":"trace[1093424967] transaction","detail":"{read_only:false; response_revision:16112; number_of_response:1; }","duration":"2.070280786s","start":"2026-07-04T10:39:21.00894Z","end":"2026-07-04T10:39:23.079221Z","steps":["trace[1093424967] 'process raft request' (duration: 2.069296463s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.07972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.185488Z","time spent":"894.090959ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:39:23.079783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.008926Z","time spent":"2.070728978s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:39:23.082491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1167514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-04T10:39:23.085608Z","caller":"traceutil/trace.go:171","msg":"trace[1566347764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16115; }","duration":"2.119862004s","start":"2026-07-04T10:39:20.965711Z","end":"2026-07-04T10:39:23.085573Z","steps":["trace[1566347764] 'agreement among raft nodes before linearized reading' (duration: 2.116721109s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.085685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:20.965703Z","time spent":"2.119973037s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:39:23.083462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40550417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-04T10:39:23.083572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11887174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-04T10:39:23.083604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69600681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.083645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.721827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.08366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405833668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.083692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.916215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.083742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.15146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.0838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538471876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-04T10:39:23.083839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689700019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.083868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.055342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-04T10:39:23.083913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689835142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-04T10:39:23.083981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.240857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-04T10:39:23.083985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690120809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-04T10:39:23.084059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.36899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-04T10:39:23.084092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.796531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.084155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.908123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-04T10:39:23.084189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.957035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.084225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.006666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-04T10:39:23.084309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.596281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-04T10:39:23.084329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69182923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:200154"} {"level":"info","ts":"2026-07-04T10:39:23.086238Z","caller":"traceutil/trace.go:171","msg":"trace[1089142285] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16115; }","duration":"398.657771ms","start":"2026-07-04T10:39:22.687571Z","end":"2026-07-04T10:39:23.086229Z","steps":["trace[1089142285] 'agreement among raft nodes before linearized reading' (duration: 396.142441ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:23.086293Z","caller":"traceutil/trace.go:171","msg":"trace[1740409854] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16115; }","duration":"446.106816ms","start":"2026-07-04T10:39:22.640177Z","end":"2026-07-04T10:39:23.086283Z","steps":["trace[1740409854] 'agreement among raft nodes before linearized reading' (duration: 443.996486ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:23.086306Z","caller":"traceutil/trace.go:171","msg":"trace[961366389] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16115; }","duration":"399.628504ms","start":"2026-07-04T10:39:22.686654Z","end":"2026-07-04T10:39:23.086283Z","steps":["trace[961366389] 'agreement among raft nodes before linearized reading' (duration: 397.34629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.086334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.687565Z","time spent":"398.756203ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-04T10:39:23.086328Z","caller":"traceutil/trace.go:171","msg":"trace[335810432] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:16115; }","duration":"1.693822528s","start":"2026-07-04T10:39:21.392471Z","end":"2026-07-04T10:39:23.086294Z","steps":["trace[335810432] 'agreement among raft nodes before linearized reading' (duration: 1.691533153s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:23.086399Z","caller":"traceutil/trace.go:171","msg":"trace[109520818] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16115; }","duration":"399.654905ms","start":"2026-07-04T10:39:22.686734Z","end":"2026-07-04T10:39:23.086389Z","steps":["trace[109520818] 'agreement among raft nodes before linearized reading' (duration: 397.028422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.08643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.686723Z","time spent":"399.701916ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-04T10:39:23.086408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.39246Z","time spent":"1.69393634s","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":200177,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098960786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-04T10:39:23.086459Z","caller":"traceutil/trace.go:171","msg":"trace[1079206087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16115; }","duration":"392.520994ms","start":"2026-07-04T10:39:22.693897Z","end":"2026-07-04T10:39:23.086418Z","steps":["trace[1079206087] 'agreement among raft nodes before linearized reading' (duration: 389.715966ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:23.086483Z","caller":"traceutil/trace.go:171","msg":"trace[1116657143] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16115; }","duration":"446.180498ms","start":"2026-07-04T10:39:22.64029Z","end":"2026-07-04T10:39:23.086471Z","steps":["trace[1116657143] 'agreement among raft nodes before linearized reading' (duration: 443.78489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.086569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.69389Z","time spent":"392.661127ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:39:23.086589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.640255Z","time spent":"446.322471ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-04T10:39:23.08662Z","caller":"traceutil/trace.go:171","msg":"trace[1208373543] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16115; }","duration":"399.89011ms","start":"2026-07-04T10:39:22.686722Z","end":"2026-07-04T10:39:23.086612Z","steps":["trace[1208373543] 'agreement among raft nodes before linearized reading' (duration: 397.170305ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:39:23.086639Z","caller":"traceutil/trace.go:171","msg":"trace[702367640] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16115; }","duration":"1.692778732s","start":"2026-07-04T10:39:21.393846Z","end":"2026-07-04T10:39:23.086625Z","steps":["trace[702367640] 'agreement among raft nodes before linearized reading' (duration: 1.690084638s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.086659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.686718Z","time spent":"399.930931ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-04T10:39:23.086674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.39384Z","time spent":"1.692822843s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-04T10:39:23.08437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696257986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:39:23.08676Z","caller":"traceutil/trace.go:171","msg":"trace[414332234] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16115; }","duration":"1.698859148s","start":"2026-07-04T10:39:21.387887Z","end":"2026-07-04T10:39:23.086746Z","steps":["trace[414332234] 'agreement among raft nodes before linearized reading' (duration: 1.696464191s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.086366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.686639Z","time spent":"399.714816ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-04T10:39:23.086527Z","caller":"traceutil/trace.go:171","msg":"trace[544472353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16115; }","duration":"1.101118188s","start":"2026-07-04T10:39:21.985376Z","end":"2026-07-04T10:39:23.086494Z","steps":["trace[544472353] 'agreement among raft nodes before linearized reading' (duration: 1.098950086s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.087591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.985356Z","time spent":"1.102218154s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-04T10:39:23.086592Z","caller":"traceutil/trace.go:171","msg":"trace[1000370355] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16115; }","duration":"1.692515726s","start":"2026-07-04T10:39:21.394063Z","end":"2026-07-04T10:39:23.086579Z","steps":["trace[1000370355] 'agreement among raft nodes before linearized reading' (duration: 1.689793431s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.087682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.394059Z","time spent":"1.693616733s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-04T10:39:23.086364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.640153Z","time spent":"446.178067ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69684604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:39:23.087787Z","caller":"traceutil/trace.go:171","msg":"trace[264928288] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16115; }","duration":"1.70017328s","start":"2026-07-04T10:39:21.387606Z","end":"2026-07-04T10:39:23.08778Z","steps":["trace[264928288] 'agreement among raft nodes before linearized reading' (duration: 1.69684581s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.087802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.387599Z","time spent":"1.700199461s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264446621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:39:23.087867Z","caller":"traceutil/trace.go:171","msg":"trace[1463815058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16115; }","duration":"1.267861633s","start":"2026-07-04T10:39:21.819993Z","end":"2026-07-04T10:39:23.087855Z","steps":["trace[1463815058] 'agreement among raft nodes before linearized reading' (duration: 1.264473982s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.0879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.819971Z","time spent":"1.267919734s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:39:23.084552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399310302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-04T10:39:23.08796Z","caller":"traceutil/trace.go:171","msg":"trace[1253173864] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16115; }","duration":"1.402734294s","start":"2026-07-04T10:39:21.685218Z","end":"2026-07-04T10:39:23.087953Z","steps":["trace[1253173864] 'agreement among raft nodes before linearized reading' (duration: 1.399294542s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.087979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.685211Z","time spent":"1.402761995s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392025338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-26z92\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-07-04T10:39:23.088044Z","caller":"traceutil/trace.go:171","msg":"trace[261533345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-26z92; range_end:; response_count:1; response_revision:16115; }","duration":"1.395523271s","start":"2026-07-04T10:39:21.692516Z","end":"2026-07-04T10:39:23.088039Z","steps":["trace[261533345] 'agreement among raft nodes before linearized reading' (duration: 1.391984567s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.69251Z","time spent":"1.395544222s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-26z92\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930210871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-04T10:39:23.088154Z","caller":"traceutil/trace.go:171","msg":"trace[1768820928] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16115; }","duration":"1.933790206s","start":"2026-07-04T10:39:21.154356Z","end":"2026-07-04T10:39:23.088146Z","steps":["trace[1768820928] 'agreement among raft nodes before linearized reading' (duration: 1.93021617s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.154336Z","time spent":"1.933838488s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370515742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:39:23.088261Z","caller":"traceutil/trace.go:171","msg":"trace[608450873] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:16115; }","duration":"1.37421817s","start":"2026-07-04T10:39:21.714034Z","end":"2026-07-04T10:39:23.088252Z","steps":["trace[608450873] 'agreement among raft nodes before linearized reading' (duration: 1.370543302s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.08828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.714015Z","time spent":"1.374258772s","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:39:23.084642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750563307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:39:23.088342Z","caller":"traceutil/trace.go:171","msg":"trace[1561035439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16115; }","duration":"1.754299726s","start":"2026-07-04T10:39:21.334033Z","end":"2026-07-04T10:39:23.088332Z","steps":["trace[1561035439] 'agreement among raft nodes before linearized reading' (duration: 1.750590408s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.334012Z","time spent":"1.754344437s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:39:23.084668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930044177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:39:23.088427Z","caller":"traceutil/trace.go:171","msg":"trace[692529183] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16115; }","duration":"1.933831257s","start":"2026-07-04T10:39:21.154589Z","end":"2026-07-04T10:39:23.08842Z","steps":["trace[692529183] 'agreement among raft nodes before linearized reading' (duration: 1.930065877s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.08846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.154571Z","time spent":"1.933883348s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00738369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-04T10:39:23.088518Z","caller":"traceutil/trace.go:171","msg":"trace[68786016] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16115; }","duration":"2.011267913s","start":"2026-07-04T10:39:21.077241Z","end":"2026-07-04T10:39:23.088509Z","steps":["trace[68786016] 'agreement among raft nodes before linearized reading' (duration: 2.007373299s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.077219Z","time spent":"2.011314564s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:39:23.084705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902869565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-07-04T10:39:23.08857Z","caller":"traceutil/trace.go:171","msg":"trace[1305073994] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cwjgj; range_end:; response_count:1; response_revision:16115; }","duration":"1.906760509s","start":"2026-07-04T10:39:21.181804Z","end":"2026-07-04T10:39:23.088565Z","steps":["trace[1305073994] 'agreement among raft nodes before linearized reading' (duration: 1.902828275s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.181791Z","time spent":"1.906790689s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22108,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07042658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-04T10:39:23.08866Z","caller":"traceutil/trace.go:171","msg":"trace[1209569619] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16115; }","duration":"2.074377144s","start":"2026-07-04T10:39:21.014277Z","end":"2026-07-04T10:39:23.088654Z","steps":["trace[1209569619] 'agreement among raft nodes before linearized reading' (duration: 2.070410289s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.014269Z","time spent":"2.074402916s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973005946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-04T10:39:23.088759Z","caller":"traceutil/trace.go:171","msg":"trace[1651796695] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16115; }","duration":"1.977031302s","start":"2026-07-04T10:39:21.111721Z","end":"2026-07-04T10:39:23.088753Z","steps":["trace[1651796695] 'agreement among raft nodes before linearized reading' (duration: 1.973029557s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.111692Z","time spent":"1.977077804s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:39:23.084782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900095849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-07-04T10:39:23.088865Z","caller":"traceutil/trace.go:171","msg":"trace[1212062817] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cwjgj; range_end:; response_count:1; response_revision:16115; }","duration":"1.904221958s","start":"2026-07-04T10:39:21.184635Z","end":"2026-07-04T10:39:23.088857Z","steps":["trace[1212062817] 'agreement among raft nodes before linearized reading' (duration: 1.900088219s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.088887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.18461Z","time spent":"1.90427009s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22108,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930565109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-04T10:39:23.088982Z","caller":"traceutil/trace.go:171","msg":"trace[1984116034] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16115; }","duration":"1.934735109s","start":"2026-07-04T10:39:21.154239Z","end":"2026-07-04T10:39:23.088974Z","steps":["trace[1984116034] 'agreement among raft nodes before linearized reading' (duration: 1.930470657s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.154198Z","time spent":"1.93479689s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098217366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rwmxt\" ","response":"range_response_count:1 size:20627"} {"level":"info","ts":"2026-07-04T10:39:23.089096Z","caller":"traceutil/trace.go:171","msg":"trace[123937925] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rwmxt; range_end:; response_count:1; response_revision:16115; }","duration":"2.102493069s","start":"2026-07-04T10:39:20.986597Z","end":"2026-07-04T10:39:23.08909Z","steps":["trace[123937925] 'agreement among raft nodes before linearized reading' (duration: 2.098194886s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:20.986587Z","time spent":"2.102520569s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20650,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rwmxt\" "} {"level":"info","ts":"2026-07-04T10:39:23.086148Z","caller":"traceutil/trace.go:171","msg":"trace[289227083] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16115; }","duration":"1.698607082s","start":"2026-07-04T10:39:21.387532Z","end":"2026-07-04T10:39:23.08614Z","steps":["trace[289227083] 'agreement among raft nodes before linearized reading' (duration: 1.695997509s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.387509Z","time spent":"1.701662276s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-04T10:39:23.086175Z","caller":"traceutil/trace.go:171","msg":"trace[74081436] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16115; }","duration":"1.692060506s","start":"2026-07-04T10:39:21.394107Z","end":"2026-07-04T10:39:23.086168Z","steps":["trace[74081436] 'agreement among raft nodes before linearized reading' (duration: 1.689712609s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.3941Z","time spent":"1.695144389s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-04T10:39:23.086208Z","caller":"traceutil/trace.go:171","msg":"trace[1911605298] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16115; }","duration":"398.465326ms","start":"2026-07-04T10:39:22.687731Z","end":"2026-07-04T10:39:23.086197Z","steps":["trace[1911605298] 'agreement among raft nodes before linearized reading' (duration: 395.934886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.687713Z","time spent":"401.596021ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-04T10:39:23.08618Z","caller":"traceutil/trace.go:171","msg":"trace[1780468715] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16115; }","duration":"1.408184974s","start":"2026-07-04T10:39:21.677927Z","end":"2026-07-04T10:39:23.086112Z","steps":["trace[1780468715] 'agreement among raft nodes before linearized reading' (duration: 1.405306055s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.677921Z","time spent":"1.411460534s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-04T10:39:23.086261Z","caller":"traceutil/trace.go:171","msg":"trace[65446044] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16115; }","duration":"1.540955655s","start":"2026-07-04T10:39:21.545288Z","end":"2026-07-04T10:39:23.086244Z","steps":["trace[65446044] 'agreement among raft nodes before linearized reading' (duration: 1.538392274s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.54527Z","time spent":"1.544160182s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-04T10:39:23.084435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696592044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-04T10:39:23.089475Z","caller":"traceutil/trace.go:171","msg":"trace[1881831347] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16115; }","duration":"1.701673296s","start":"2026-07-04T10:39:21.387796Z","end":"2026-07-04T10:39:23.089469Z","steps":["trace[1881831347] 'agreement among raft nodes before linearized reading' (duration: 1.696587964s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.387769Z","time spent":"1.701715417s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-04T10:39:23.086798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.387866Z","time spent":"1.698921309s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-04T10:39:23.08445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233412497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q699x\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-07-04T10:39:23.08962Z","caller":"traceutil/trace.go:171","msg":"trace[1529465485] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q699x; range_end:; response_count:1; response_revision:16115; }","duration":"1.238625382s","start":"2026-07-04T10:39:21.850987Z","end":"2026-07-04T10:39:23.089612Z","steps":["trace[1529465485] 'agreement among raft nodes before linearized reading' (duration: 1.233406357s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.85096Z","time spent":"1.238691874s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q699x\" "} {"level":"info","ts":"2026-07-04T10:39:23.08683Z","caller":"traceutil/trace.go:171","msg":"trace[172117475] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16115; }","duration":"446.636009ms","start":"2026-07-04T10:39:22.640186Z","end":"2026-07-04T10:39:23.086822Z","steps":["trace[172117475] 'agreement among raft nodes before linearized reading' (duration: 444.017696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.640168Z","time spent":"449.557159ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-04T10:39:23.086822Z","caller":"traceutil/trace.go:171","msg":"trace[418709000] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16115; }","duration":"446.567407ms","start":"2026-07-04T10:39:22.640242Z","end":"2026-07-04T10:39:23.086809Z","steps":["trace[418709000] 'agreement among raft nodes before linearized reading' (duration: 443.863942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.64022Z","time spent":"449.59673ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-04T10:39:23.08684Z","caller":"traceutil/trace.go:171","msg":"trace[1872912437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16115; }","duration":"902.166452ms","start":"2026-07-04T10:39:22.184656Z","end":"2026-07-04T10:39:23.086822Z","steps":["trace[1872912437] 'agreement among raft nodes before linearized reading' (duration: 899.605741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:22.184621Z","time spent":"905.257546ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:39:23.087015Z","caller":"traceutil/trace.go:171","msg":"trace[1816333944] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16115; }","duration":"1.4092113s","start":"2026-07-04T10:39:21.677791Z","end":"2026-07-04T10:39:23.087002Z","steps":["trace[1816333944] 'agreement among raft nodes before linearized reading' (duration: 1.405846839s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.089993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:21.677776Z","time spent":"1.412210611s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-04T10:39:23.086086Z","caller":"traceutil/trace.go:171","msg":"trace[1602991766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16115; }","duration":"2.121409391s","start":"2026-07-04T10:39:20.96466Z","end":"2026-07-04T10:39:23.086069Z","steps":["trace[1602991766] 'agreement among raft nodes before linearized reading' (duration: 2.1146785s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:39:23.090077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:39:20.964646Z","time spent":"2.125422688s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:40:09.619994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.703766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-04T10:40:09.620137Z","caller":"traceutil/trace.go:171","msg":"trace[1178930603] linearizableReadLoop","detail":"{readStateIndex:16985; appliedIndex:16983; }","duration":"271.252079ms","start":"2026-07-04T10:40:09.348871Z","end":"2026-07-04T10:40:09.620123Z","steps":["trace[1178930603] 'read index received' (duration: 5.326768ms)","trace[1178930603] 'applied index is now lower than readState.Index' (duration: 265.924371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:40:09.62028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.407732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-04T10:40:09.620311Z","caller":"traceutil/trace.go:171","msg":"trace[1880707057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16417; }","duration":"271.465264ms","start":"2026-07-04T10:40:09.348838Z","end":"2026-07-04T10:40:09.620303Z","steps":["trace[1880707057] 'agreement among raft nodes before linearized reading' (duration: 271.352851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:40:09.620433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.34587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-04T10:40:09.620353Z","caller":"traceutil/trace.go:171","msg":"trace[1734018948] transaction","detail":"{read_only:false; response_revision:16416; number_of_response:1; }","duration":"309.205018ms","start":"2026-07-04T10:40:09.311112Z","end":"2026-07-04T10:40:09.620317Z","steps":["trace[1734018948] 'process raft request' (duration: 43.119024ms)","trace[1734018948] 'compare' (duration: 265.494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:40:09.62046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.087993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-04T10:40:09.620499Z","caller":"traceutil/trace.go:171","msg":"trace[1020095725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16417; }","duration":"215.436671ms","start":"2026-07-04T10:40:09.405048Z","end":"2026-07-04T10:40:09.620484Z","steps":["trace[1020095725] 'agreement among raft nodes before linearized reading' (duration: 215.287218ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:40:09.620522Z","caller":"traceutil/trace.go:171","msg":"trace[1689879381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16417; }","duration":"220.181465ms","start":"2026-07-04T10:40:09.400322Z","end":"2026-07-04T10:40:09.620504Z","steps":["trace[1689879381] 'agreement among raft nodes before linearized reading' (duration: 219.99176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:40:09.620672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:40:09.311098Z","time spent":"309.412963ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:40:09.621686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.78364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-04T10:40:09.621765Z","caller":"traceutil/trace.go:171","msg":"trace[329899312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16417; }","duration":"195.893433ms","start":"2026-07-04T10:40:09.425853Z","end":"2026-07-04T10:40:09.621747Z","steps":["trace[329899312] 'agreement among raft nodes before linearized reading' (duration: 194.470569ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:40:09.622229Z","caller":"traceutil/trace.go:171","msg":"trace[975455232] transaction","detail":"{read_only:false; response_revision:16417; number_of_response:1; }","duration":"281.998756ms","start":"2026-07-04T10:40:09.338189Z","end":"2026-07-04T10:40:09.620188Z","steps":["trace[975455232] 'process raft request' (duration: 281.893324ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:40:09.830184Z","caller":"traceutil/trace.go:171","msg":"trace[560418154] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"203.432783ms","start":"2026-07-04T10:40:09.626729Z","end":"2026-07-04T10:40:09.830162Z","steps":["trace[560418154] 'process raft request' (duration: 203.29327ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:40:09.832986Z","caller":"traceutil/trace.go:171","msg":"trace[933116317] transaction","detail":"{read_only:false; response_revision:16420; number_of_response:1; }","duration":"201.865145ms","start":"2026-07-04T10:40:09.631097Z","end":"2026-07-04T10:40:09.832962Z","steps":["trace[933116317] 'process raft request' (duration: 201.726862ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:40:09.833095Z","caller":"traceutil/trace.go:171","msg":"trace[1434243687] transaction","detail":"{read_only:false; response_revision:16419; number_of_response:1; }","duration":"206.113598ms","start":"2026-07-04T10:40:09.62696Z","end":"2026-07-04T10:40:09.833074Z","steps":["trace[1434243687] 'process raft request' (duration: 205.78761ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:40:09.833125Z","caller":"traceutil/trace.go:171","msg":"trace[440967648] transaction","detail":"{read_only:false; response_revision:16421; number_of_response:1; }","duration":"200.301318ms","start":"2026-07-04T10:40:09.63281Z","end":"2026-07-04T10:40:09.833111Z","steps":["trace[440967648] 'process raft request' (duration: 200.051712ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:40:09.834801Z","caller":"traceutil/trace.go:171","msg":"trace[1535205285] linearizableReadLoop","detail":"{readStateIndex:16989; appliedIndex:16985; }","duration":"125.589659ms","start":"2026-07-04T10:40:09.707325Z","end":"2026-07-04T10:40:09.832914Z","steps":["trace[1535205285] 'read index received' (duration: 122.70657ms)","trace[1535205285] 'applied index is now lower than readState.Index' (duration: 2.881659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:40:09.833297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.957228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q699x\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-07-04T10:40:09.834976Z","caller":"traceutil/trace.go:171","msg":"trace[571498773] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q699x; range_end:; response_count:1; response_revision:16421; }","duration":"127.659118ms","start":"2026-07-04T10:40:09.707297Z","end":"2026-07-04T10:40:09.834956Z","steps":["trace[571498773] 'agreement among raft nodes before linearized reading' (duration: 125.908606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:40:09.835662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.163926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-07-04T10:40:09.83573Z","caller":"traceutil/trace.go:171","msg":"trace[2119257163] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cwjgj; range_end:; response_count:1; response_revision:16421; }","duration":"109.271457ms","start":"2026-07-04T10:40:09.726441Z","end":"2026-07-04T10:40:09.835712Z","steps":["trace[2119257163] 'agreement among raft nodes before linearized reading' (duration: 108.478438ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:41:24.412622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14418} {"level":"info","ts":"2026-07-04T10:41:24.499058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14418,"took":"82.212782ms","hash":4105043679,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":32051200,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-04T10:41:24.499123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4105043679,"revision":14418,"compact-revision":12416} {"level":"warn","ts":"2026-07-04T10:44:59.715113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.593332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-04T10:44:59.715198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.839571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-07-04T10:44:59.715237Z","caller":"traceutil/trace.go:171","msg":"trace[1314163998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18600; }","duration":"268.735355ms","start":"2026-07-04T10:44:59.446477Z","end":"2026-07-04T10:44:59.715212Z","steps":["trace[1314163998] 'range keys from in-memory index tree' (duration: 268.286694ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:44:59.71529Z","caller":"traceutil/trace.go:171","msg":"trace[655636831] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cwjgj; range_end:; response_count:1; response_revision:18600; }","duration":"274.966315ms","start":"2026-07-04T10:44:59.440304Z","end":"2026-07-04T10:44:59.715271Z","steps":["trace[655636831] 'range keys from in-memory index tree' (duration: 274.650217ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:02.837533Z","caller":"traceutil/trace.go:171","msg":"trace[338623328] transaction","detail":"{read_only:false; response_revision:18613; number_of_response:1; }","duration":"459.358377ms","start":"2026-07-04T10:45:02.378146Z","end":"2026-07-04T10:45:02.837504Z","steps":["trace[338623328] 'process raft request' (duration: 459.175292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:02.837691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:02.378121Z","time spent":"459.489919ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:45:02.870347Z","caller":"traceutil/trace.go:171","msg":"trace[1537356375] transaction","detail":"{read_only:false; response_revision:18614; number_of_response:1; }","duration":"490.8195ms","start":"2026-07-04T10:45:02.379507Z","end":"2026-07-04T10:45:02.870327Z","steps":["trace[1537356375] 'process raft request' (duration: 480.185816ms)","trace[1537356375] 'compare' (duration: 10.515542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-04T10:45:02.870475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:02.379489Z","time spent":"490.917853ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:45:02.904515Z","caller":"traceutil/trace.go:171","msg":"trace[2621061] transaction","detail":"{read_only:false; response_revision:18615; number_of_response:1; }","duration":"239.112344ms","start":"2026-07-04T10:45:02.665375Z","end":"2026-07-04T10:45:02.904487Z","steps":["trace[2621061] 'process raft request' (duration: 238.887569ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:02.90471Z","caller":"traceutil/trace.go:171","msg":"trace[2034288689] linearizableReadLoop","detail":"{readStateIndex:19257; appliedIndex:19253; }","duration":"208.535272ms","start":"2026-07-04T10:45:02.696146Z","end":"2026-07-04T10:45:02.904681Z","steps":["trace[2034288689] 'read index received' (duration: 141.170436ms)","trace[2034288689] 'applied index is now lower than readState.Index' (duration: 67.362615ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:45:02.904777Z","caller":"traceutil/trace.go:171","msg":"trace[115744009] transaction","detail":"{read_only:false; response_revision:18616; number_of_response:1; }","duration":"200.765005ms","start":"2026-07-04T10:45:02.703986Z","end":"2026-07-04T10:45:02.904751Z","steps":["trace[115744009] 'process raft request' (duration: 200.429047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:02.904861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.718396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-04T10:45:02.904916Z","caller":"traceutil/trace.go:171","msg":"trace[1488999851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18616; }","duration":"208.810328ms","start":"2026-07-04T10:45:02.696091Z","end":"2026-07-04T10:45:02.904901Z","steps":["trace[1488999851] 'agreement among raft nodes before linearized reading' (duration: 208.703815ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:06.99031Z","caller":"traceutil/trace.go:171","msg":"trace[901152711] linearizableReadLoop","detail":"{readStateIndex:19282; appliedIndex:19281; }","duration":"220.116249ms","start":"2026-07-04T10:45:06.77017Z","end":"2026-07-04T10:45:06.990286Z","steps":["trace[901152711] 'read index received' (duration: 220.019567ms)","trace[901152711] 'applied index is now lower than readState.Index' (duration: 95.962µs)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:45:06.990352Z","caller":"traceutil/trace.go:171","msg":"trace[58945651] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"295.566819ms","start":"2026-07-04T10:45:06.694767Z","end":"2026-07-04T10:45:06.990334Z","steps":["trace[58945651] 'process raft request' (duration: 295.364954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:06.990742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.54172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:45:06.990976Z","caller":"traceutil/trace.go:171","msg":"trace[1670223492] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:18640; }","duration":"220.685113ms","start":"2026-07-04T10:45:06.77015Z","end":"2026-07-04T10:45:06.990835Z","steps":["trace[1670223492] 'agreement among raft nodes before linearized reading' (duration: 220.238252ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:07.110278Z","caller":"traceutil/trace.go:171","msg":"trace[1930789247] transaction","detail":"{read_only:false; response_revision:18641; number_of_response:1; }","duration":"260.400095ms","start":"2026-07-04T10:45:06.849853Z","end":"2026-07-04T10:45:07.110253Z","steps":["trace[1930789247] 'process raft request' (duration: 226.83623ms)","trace[1930789247] 'compare' (duration: 33.401491ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:45:07.110621Z","caller":"traceutil/trace.go:171","msg":"trace[1336221869] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"227.912937ms","start":"2026-07-04T10:45:06.882689Z","end":"2026-07-04T10:45:07.110602Z","steps":["trace[1336221869] 'process raft request' (duration: 227.518597ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:07.110881Z","caller":"traceutil/trace.go:171","msg":"trace[272963394] linearizableReadLoop","detail":"{readStateIndex:19286; appliedIndex:19282; }","duration":"104.6189ms","start":"2026-07-04T10:45:07.006242Z","end":"2026-07-04T10:45:07.110861Z","steps":["trace[272963394] 'read index received' (duration: 70.530732ms)","trace[272963394] 'applied index is now lower than readState.Index' (duration: 34.087028ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:45:07.110923Z","caller":"traceutil/trace.go:171","msg":"trace[1059536898] transaction","detail":"{read_only:false; response_revision:18644; number_of_response:1; }","duration":"194.601948ms","start":"2026-07-04T10:45:06.916292Z","end":"2026-07-04T10:45:07.110894Z","steps":["trace[1059536898] 'process raft request' (duration: 194.488085ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:07.110915Z","caller":"traceutil/trace.go:171","msg":"trace[1945248095] transaction","detail":"{read_only:false; response_revision:18643; number_of_response:1; }","duration":"195.882088ms","start":"2026-07-04T10:45:06.915002Z","end":"2026-07-04T10:45:07.110884Z","steps":["trace[1945248095] 'process raft request' (duration: 195.54298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:07.111051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.784964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-04T10:45:07.111116Z","caller":"traceutil/trace.go:171","msg":"trace[2126560642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:18644; }","duration":"104.895247ms","start":"2026-07-04T10:45:07.006203Z","end":"2026-07-04T10:45:07.111098Z","steps":["trace[2126560642] 'agreement among raft nodes before linearized reading' (duration: 104.783264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.437721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.281479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-04T10:45:08.437862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216551898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:45:08.437983Z","caller":"traceutil/trace.go:171","msg":"trace[2077477548] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:18644; }","duration":"1.216733202s","start":"2026-07-04T10:45:07.22121Z","end":"2026-07-04T10:45:08.437943Z","steps":["trace[2077477548] 'count revisions from in-memory index tree' (duration: 1.216412774s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.438285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.546429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-04T10:45:08.438415Z","caller":"traceutil/trace.go:171","msg":"trace[1100363340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18644; }","duration":"674.702052ms","start":"2026-07-04T10:45:07.763689Z","end":"2026-07-04T10:45:08.438391Z","steps":["trace[1100363340] 'range keys from in-memory index tree' (duration: 674.427825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.438494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.763681Z","time spent":"674.799854ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:45:08.438839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180855961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-04T10:45:08.438925Z","caller":"traceutil/trace.go:171","msg":"trace[1523030410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18644; }","duration":"1.180983364s","start":"2026-07-04T10:45:07.257922Z","end":"2026-07-04T10:45:08.438905Z","steps":["trace[1523030410] 'range keys from in-memory index tree' (duration: 1.180626196s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.438964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.257904Z","time spent":"1.181051997s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:45:08.439029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.945927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-04T10:45:08.439056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.581921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-04T10:45:08.439083Z","caller":"traceutil/trace.go:171","msg":"trace[1668375396] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18644; }","duration":"975.998408ms","start":"2026-07-04T10:45:07.463068Z","end":"2026-07-04T10:45:08.439067Z","steps":["trace[1668375396] 'count revisions from in-memory index tree' (duration: 975.842705ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:08.439097Z","caller":"traceutil/trace.go:171","msg":"trace[1902892601] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:18644; }","duration":"835.655743ms","start":"2026-07-04T10:45:07.603426Z","end":"2026-07-04T10:45:08.439082Z","steps":["trace[1902892601] 'range keys from in-memory index tree' (duration: 835.413887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.439132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.463015Z","time spent":"976.105271ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":76,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:45:08.439161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.603405Z","time spent":"835.749044ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-04T10:45:08.438535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.938902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-04T10:45:08.439327Z","caller":"traceutil/trace.go:171","msg":"trace[1859729016] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18644; }","duration":"134.811053ms","start":"2026-07-04T10:45:08.304501Z","end":"2026-07-04T10:45:08.439312Z","steps":["trace[1859729016] 'range keys from in-memory index tree' (duration: 133.797399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.439374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.924566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" ","response":"range_response_count:1 size:22086"} {"level":"warn","ts":"2026-07-04T10:45:08.438628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.41286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-04T10:45:08.439455Z","caller":"traceutil/trace.go:171","msg":"trace[1529015445] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cwjgj; range_end:; response_count:1; response_revision:18644; }","duration":"627.041129ms","start":"2026-07-04T10:45:07.812392Z","end":"2026-07-04T10:45:08.439433Z","steps":["trace[1529015445] 'range keys from in-memory index tree' (duration: 626.757982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.439511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.812371Z","time spent":"627.124571ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22109,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cwjgj\" "} {"level":"info","ts":"2026-07-04T10:45:08.439513Z","caller":"traceutil/trace.go:171","msg":"trace[525455525] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18644; }","duration":"473.346222ms","start":"2026-07-04T10:45:07.966133Z","end":"2026-07-04T10:45:08.439479Z","steps":["trace[525455525] 'range keys from in-memory index tree' (duration: 472.182205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.438739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063028245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-04T10:45:08.43959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.966104Z","time spent":"473.465505ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-04T10:45:08.439593Z","caller":"traceutil/trace.go:171","msg":"trace[1659956964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18644; }","duration":"1.063896106s","start":"2026-07-04T10:45:07.375679Z","end":"2026-07-04T10:45:08.439575Z","steps":["trace[1659956964] 'range keys from in-memory index tree' (duration: 1.062935943s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.439754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.375668Z","time spent":"1.06406066s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:45:08.438817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058886106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-04T10:45:08.439846Z","caller":"traceutil/trace.go:171","msg":"trace[299350904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18644; }","duration":"1.059942441s","start":"2026-07-04T10:45:07.379883Z","end":"2026-07-04T10:45:08.439825Z","steps":["trace[299350904] 'range keys from in-memory index tree' (duration: 1.058761523s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.43883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.303394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417201"} {"level":"warn","ts":"2026-07-04T10:45:08.439902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.379857Z","time spent":"1.060026284s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:45:08.439921Z","caller":"traceutil/trace.go:171","msg":"trace[784358429] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18644; }","duration":"678.420381ms","start":"2026-07-04T10:45:07.761479Z","end":"2026-07-04T10:45:08.4399Z","steps":["trace[784358429] 'range keys from in-memory index tree' (duration: 677.083959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.439962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.761462Z","time spent":"678.487262ms","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417224,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-04T10:45:08.438757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069343427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-04T10:45:08.440071Z","caller":"traceutil/trace.go:171","msg":"trace[1836386278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18644; }","duration":"1.07067679s","start":"2026-07-04T10:45:07.369365Z","end":"2026-07-04T10:45:08.440042Z","steps":["trace[1836386278] 'range keys from in-memory index tree' (duration: 1.069102141s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.440129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.369352Z","time spent":"1.070758351s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:45:08.44027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.221183Z","time spent":"1.219056477s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":23,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:45:08.43999Z","caller":"traceutil/trace.go:171","msg":"trace[1547672203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18644; }","duration":"741.464243ms","start":"2026-07-04T10:45:07.696352Z","end":"2026-07-04T10:45:08.437816Z","steps":["trace[1547672203] 'range keys from in-memory index tree' (duration: 741.195477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.440467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:07.696331Z","time spent":"744.080826ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-04T10:45:08.439958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.307889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-04T10:45:08.440941Z","caller":"traceutil/trace.go:171","msg":"trace[1680129648] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18644; }","duration":"152.313503ms","start":"2026-07-04T10:45:08.2886Z","end":"2026-07-04T10:45:08.440913Z","steps":["trace[1680129648] 'range keys from in-memory index tree' (duration: 149.354722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:08.983558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227399503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-04T10:45:09.182596Z","caller":"traceutil/trace.go:171","msg":"trace[725912776] transaction","detail":"{read_only:false; response_revision:18645; number_of_response:1; }","duration":"739.102267ms","start":"2026-07-04T10:45:08.443471Z","end":"2026-07-04T10:45:09.182574Z","steps":["trace[725912776] 'process raft request' (duration: 726.870313ms)","trace[725912776] 'compare' (duration: 11.65204ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:45:09.182717Z","caller":"traceutil/trace.go:171","msg":"trace[237221609] transaction","detail":"{read_only:false; response_revision:18646; number_of_response:1; }","duration":"738.923813ms","start":"2026-07-04T10:45:08.443783Z","end":"2026-07-04T10:45:09.182707Z","steps":["trace[237221609] 'process raft request' (duration: 738.740218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.182731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.443442Z","time spent":"739.21198ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:45:09.182766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.443765Z","time spent":"738.972914ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:45:09.183035Z","caller":"traceutil/trace.go:171","msg":"trace[1852013078] transaction","detail":"{read_only:false; response_revision:18649; number_of_response:1; }","duration":"737.849147ms","start":"2026-07-04T10:45:08.44516Z","end":"2026-07-04T10:45:09.183009Z","steps":["trace[1852013078] 'process raft request' (duration: 737.795976ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:09.18304Z","caller":"traceutil/trace.go:171","msg":"trace[342110623] transaction","detail":"{read_only:false; response_revision:18647; number_of_response:1; }","duration":"738.957154ms","start":"2026-07-04T10:45:08.444039Z","end":"2026-07-04T10:45:09.182996Z","steps":["trace[342110623] 'process raft request' (duration: 738.634896ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:09.183196Z","caller":"traceutil/trace.go:171","msg":"trace[1718397670] transaction","detail":"{read_only:false; response_revision:18648; number_of_response:1; }","duration":"738.459971ms","start":"2026-07-04T10:45:08.444724Z","end":"2026-07-04T10:45:09.183184Z","steps":["trace[1718397670] 'process raft request' (duration: 738.118783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.183223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.444021Z","time spent":"739.114537ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:45:09.183235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.444703Z","time spent":"738.512073ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:45:09.183637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.445146Z","time spent":"737.98804ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:45:09.264049Z","caller":"traceutil/trace.go:171","msg":"trace[2072016841] transaction","detail":"{read_only:false; response_revision:18650; number_of_response:1; }","duration":"779.911946ms","start":"2026-07-04T10:45:08.484103Z","end":"2026-07-04T10:45:09.264015Z","steps":["trace[2072016841] 'process raft request' (duration: 779.617449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.264292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.484072Z","time spent":"780.12229ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:45:09.264714Z","caller":"traceutil/trace.go:171","msg":"trace[1372114346] transaction","detail":"{read_only:false; response_revision:18651; number_of_response:1; }","duration":"470.419662ms","start":"2026-07-04T10:45:08.794268Z","end":"2026-07-04T10:45:09.264688Z","steps":["trace[1372114346] 'process raft request' (duration: 469.786117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.264963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.794233Z","time spent":"470.585896ms","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417109,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:45:09.264979Z","caller":"traceutil/trace.go:171","msg":"trace[1710774780] transaction","detail":"{read_only:false; response_revision:18652; number_of_response:1; }","duration":"259.977945ms","start":"2026-07-04T10:45:09.004978Z","end":"2026-07-04T10:45:09.264956Z","steps":["trace[1710774780] 'process raft request' (duration: 259.642557ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:09.265228Z","caller":"traceutil/trace.go:171","msg":"trace[275292566] transaction","detail":"{read_only:false; response_revision:18654; number_of_response:1; }","duration":"148.747488ms","start":"2026-07-04T10:45:09.116469Z","end":"2026-07-04T10:45:09.265216Z","steps":["trace[275292566] 'process raft request' (duration: 148.524682ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:09.265125Z","caller":"traceutil/trace.go:171","msg":"trace[603044273] transaction","detail":"{read_only:false; response_revision:18653; number_of_response:1; }","duration":"149.221689ms","start":"2026-07-04T10:45:09.115825Z","end":"2026-07-04T10:45:09.265047Z","steps":["trace[603044273] 'process raft request' (duration: 148.989973ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:09.265553Z","caller":"traceutil/trace.go:171","msg":"trace[718204768] transaction","detail":"{read_only:false; response_revision:18655; number_of_response:1; }","duration":"148.979763ms","start":"2026-07-04T10:45:09.116548Z","end":"2026-07-04T10:45:09.265528Z","steps":["trace[718204768] 'process raft request' (duration: 148.607204ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:45:09.265674Z","caller":"traceutil/trace.go:171","msg":"trace[889184487] linearizableReadLoop","detail":"{readStateIndex:19294; appliedIndex:19287; }","duration":"782.517908ms","start":"2026-07-04T10:45:08.48313Z","end":"2026-07-04T10:45:09.265648Z","steps":["trace[889184487] 'read index received' (duration: 687.212312ms)","trace[889184487] 'applied index is now lower than readState.Index' (duration: 95.304196ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:45:09.265808Z","caller":"traceutil/trace.go:171","msg":"trace[25586412] transaction","detail":"{read_only:false; response_revision:18656; number_of_response:1; }","duration":"149.125017ms","start":"2026-07-04T10:45:09.116671Z","end":"2026-07-04T10:45:09.265796Z","steps":["trace[25586412] 'process raft request' (duration: 148.788329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.265994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.755685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-04T10:45:09.266059Z","caller":"traceutil/trace.go:171","msg":"trace[503872323] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:18656; }","duration":"707.876508ms","start":"2026-07-04T10:45:08.558171Z","end":"2026-07-04T10:45:09.266047Z","steps":["trace[503872323] 'agreement among raft nodes before linearized reading' (duration: 707.782725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.266102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.558147Z","time spent":"707.94695ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:45:09.266378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.165122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q699x\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-07-04T10:45:09.266433Z","caller":"traceutil/trace.go:171","msg":"trace[2087583926] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q699x; range_end:; response_count:1; response_revision:18656; }","duration":"130.252035ms","start":"2026-07-04T10:45:09.136174Z","end":"2026-07-04T10:45:09.266426Z","steps":["trace[2087583926] 'agreement among raft nodes before linearized reading' (duration: 130.123992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.266614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.105355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-04T10:45:09.266894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.605111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:941324"} {"level":"info","ts":"2026-07-04T10:45:09.268023Z","caller":"traceutil/trace.go:171","msg":"trace[1157480370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18656; }","duration":"821.799031ms","start":"2026-07-04T10:45:08.446207Z","end":"2026-07-04T10:45:09.268006Z","steps":["trace[1157480370] 'agreement among raft nodes before linearized reading' (duration: 819.719811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.267141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.444542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:45:09.268152Z","caller":"traceutil/trace.go:171","msg":"trace[1365375605] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:18656; }","duration":"684.485457ms","start":"2026-07-04T10:45:08.583654Z","end":"2026-07-04T10:45:09.268139Z","steps":["trace[1365375605] 'agreement among raft nodes before linearized reading' (duration: 683.441142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.268196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.583637Z","time spent":"684.545798ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:45:09.267998Z","caller":"traceutil/trace.go:171","msg":"trace[530188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:18656; }","duration":"486.56217ms","start":"2026-07-04T10:45:08.781421Z","end":"2026-07-04T10:45:09.267983Z","steps":["trace[530188] 'agreement among raft nodes before linearized reading' (duration: 485.141596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:45:09.268318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.446195Z","time spent":"821.906813ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":941347,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-04T10:45:09.268373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:45:08.781381Z","time spent":"486.948559ms","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:46:24.419445Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16950} {"level":"info","ts":"2026-07-04T10:46:24.516494Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16950,"took":"94.569341ms","hash":3497796722,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":31870976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-04T10:46:24.516577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3497796722,"revision":16950,"compact-revision":14418} {"level":"info","ts":"2026-07-04T10:46:57.706269Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-04T10:46:57.711186Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-04T10:46:57.711501Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-04T10:49:44.896809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.490621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-04T10:49:44.896906Z","caller":"traceutil/trace.go:171","msg":"trace[140827181] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20184; }","duration":"256.645655ms","start":"2026-07-04T10:49:44.640238Z","end":"2026-07-04T10:49:44.896884Z","steps":["trace[140827181] 'count revisions from in-memory index tree' (duration: 256.389748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:46.81646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232312473227404225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-04T10:49:47.268487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192561024s","expected-duration":"1s"} {"level":"info","ts":"2026-07-04T10:49:47.268829Z","caller":"traceutil/trace.go:171","msg":"trace[1643764] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"1.192988835s","start":"2026-07-04T10:49:46.075819Z","end":"2026-07-04T10:49:47.268808Z","steps":["trace[1643764] 'process raft request' (duration: 1.192871622s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.268954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.07578Z","time spent":"1.193103327s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:49:47.821663Z","caller":"traceutil/trace.go:171","msg":"trace[105145502] transaction","detail":"{read_only:false; response_revision:20189; number_of_response:1; }","duration":"1.544677622s","start":"2026-07-04T10:49:46.276951Z","end":"2026-07-04T10:49:47.821628Z","steps":["trace[105145502] 'process raft request' (duration: 1.544607931s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:49:47.821776Z","caller":"traceutil/trace.go:171","msg":"trace[526208902] transaction","detail":"{read_only:false; response_revision:20190; number_of_response:1; }","duration":"1.543069833s","start":"2026-07-04T10:49:46.278669Z","end":"2026-07-04T10:49:47.821739Z","steps":["trace[526208902] 'process raft request' (duration: 1.542921509s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.82187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506120826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:49:47.821899Z","caller":"traceutil/trace.go:171","msg":"trace[1261503707] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20190; }","duration":"1.506190358s","start":"2026-07-04T10:49:46.3157Z","end":"2026-07-04T10:49:47.82189Z","steps":["trace[1261503707] 'agreement among raft nodes before linearized reading' (duration: 1.506112546s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.821921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.315683Z","time spent":"1.506230448s","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-04T10:49:47.821926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.278661Z","time spent":"1.543179246s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:49:47.82176Z","caller":"traceutil/trace.go:171","msg":"trace[1247198074] linearizableReadLoop","detail":"{readStateIndex:20897; appliedIndex:20892; }","duration":"1.505996753s","start":"2026-07-04T10:49:46.315735Z","end":"2026-07-04T10:49:47.821732Z","steps":["trace[1247198074] 'read index received' (duration: 953.035601ms)","trace[1247198074] 'applied index is now lower than readState.Index' (duration: 552.958872ms)"],"step_count":2} {"level":"info","ts":"2026-07-04T10:49:47.821693Z","caller":"traceutil/trace.go:171","msg":"trace[2132584451] transaction","detail":"{read_only:false; response_revision:20187; number_of_response:1; }","duration":"1.544792834s","start":"2026-07-04T10:49:46.276884Z","end":"2026-07-04T10:49:47.821676Z","steps":["trace[2132584451] 'process raft request' (duration: 1.54419857s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.822091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08998588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:49:47.822115Z","caller":"traceutil/trace.go:171","msg":"trace[58524562] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20190; }","duration":"1.090042222s","start":"2026-07-04T10:49:46.732066Z","end":"2026-07-04T10:49:47.822109Z","steps":["trace[58524562] 'agreement among raft nodes before linearized reading' (duration: 1.090003601s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.822132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.732044Z","time spent":"1.090083583s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-04T10:49:47.821694Z","caller":"traceutil/trace.go:171","msg":"trace[1640333828] transaction","detail":"{read_only:false; response_revision:20188; number_of_response:1; }","duration":"1.544725733s","start":"2026-07-04T10:49:46.276939Z","end":"2026-07-04T10:49:47.821664Z","steps":["trace[1640333828] 'process raft request' (duration: 1.544519028s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.822137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.276863Z","time spent":"1.545210555s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:49:47.822237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.267407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-04T10:49:47.822259Z","caller":"traceutil/trace.go:171","msg":"trace[1325502328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20190; }","duration":"127.325348ms","start":"2026-07-04T10:49:47.694928Z","end":"2026-07-04T10:49:47.822254Z","steps":["trace[1325502328] 'agreement among raft nodes before linearized reading' (duration: 127.288377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.822278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365001276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-54987b6764-c5fcs.18bf0f6efbbe6894\" ","response":"range_response_count:1 size:2085"} {"level":"info","ts":"2026-07-04T10:49:47.822386Z","caller":"traceutil/trace.go:171","msg":"trace[944222258] range","detail":"{range_begin:/registry/events/openstack/glance-api-54987b6764-c5fcs.18bf0f6efbbe6894; range_end:; response_count:1; response_revision:20190; }","duration":"1.36514621s","start":"2026-07-04T10:49:46.45721Z","end":"2026-07-04T10:49:47.822356Z","steps":["trace[944222258] 'agreement among raft nodes before linearized reading' (duration: 1.364859953s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.822445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30227064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-04T10:49:47.822471Z","caller":"traceutil/trace.go:171","msg":"trace[441842729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20190; }","duration":"1.30231955s","start":"2026-07-04T10:49:46.520146Z","end":"2026-07-04T10:49:47.822466Z","steps":["trace[441842729] 'agreement among raft nodes before linearized reading' (duration: 1.302253289s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.822493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.520134Z","time spent":"1.302351791s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-04T10:49:47.822437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.457195Z","time spent":"1.365231441s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2108,"request content":"key:\"/registry/events/openstack/glance-api-54987b6764-c5fcs.18bf0f6efbbe6894\" "} {"level":"warn","ts":"2026-07-04T10:49:47.822613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302486245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-04T10:49:47.822436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127417119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-04T10:49:47.822666Z","caller":"traceutil/trace.go:171","msg":"trace[764040787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20190; }","duration":"1.127684896s","start":"2026-07-04T10:49:46.694975Z","end":"2026-07-04T10:49:47.82266Z","steps":["trace[764040787] 'agreement among raft nodes before linearized reading' (duration: 1.127372539s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:49:47.822671Z","caller":"traceutil/trace.go:171","msg":"trace[1633962157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20190; }","duration":"1.302558086s","start":"2026-07-04T10:49:46.520096Z","end":"2026-07-04T10:49:47.822654Z","steps":["trace[1633962157] 'agreement among raft nodes before linearized reading' (duration: 1.302370021s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.82265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324877852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q699x\" ","response":"range_response_count:1 size:9790"} {"level":"warn","ts":"2026-07-04T10:49:47.822692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.694959Z","time spent":"1.127726307s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-04T10:49:47.822794Z","caller":"traceutil/trace.go:171","msg":"trace[1501509820] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q699x; range_end:; response_count:1; response_revision:20190; }","duration":"1.325053597s","start":"2026-07-04T10:49:46.497721Z","end":"2026-07-04T10:49:47.822774Z","steps":["trace[1501509820] 'agreement among raft nodes before linearized reading' (duration: 1.3247778s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.822749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.276945Z","time spent":"1.544978009s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-04T10:49:47.822882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.497701Z","time spent":"1.325135018s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q699x\" "} {"level":"warn","ts":"2026-07-04T10:49:47.822814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303378846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-04T10:49:47.823021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358600343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-04T10:49:47.823044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.479287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-04T10:49:47.82302Z","caller":"traceutil/trace.go:171","msg":"trace[1900386928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20190; }","duration":"1.303612631s","start":"2026-07-04T10:49:46.51939Z","end":"2026-07-04T10:49:47.823002Z","steps":["trace[1900386928] 'agreement among raft nodes before linearized reading' (duration: 1.30316206s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:49:47.823093Z","caller":"traceutil/trace.go:171","msg":"trace[1719425662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20190; }","duration":"280.60629ms","start":"2026-07-04T10:49:47.542471Z","end":"2026-07-04T10:49:47.823077Z","steps":["trace[1719425662] 'agreement among raft nodes before linearized reading' (duration: 280.528028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.823124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.434114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-04T10:49:47.82314Z","caller":"traceutil/trace.go:171","msg":"trace[1151682267] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:20190; }","duration":"200.490825ms","start":"2026-07-04T10:49:47.622644Z","end":"2026-07-04T10:49:47.823135Z","steps":["trace[1151682267] 'agreement among raft nodes before linearized reading' (duration: 200.435054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.82231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302859403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-04T10:49:47.823185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.519374Z","time spent":"1.303743875s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-04T10:49:47.823246Z","caller":"traceutil/trace.go:171","msg":"trace[1847616322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20190; }","duration":"1.303808086s","start":"2026-07-04T10:49:46.519404Z","end":"2026-07-04T10:49:47.823212Z","steps":["trace[1847616322] 'agreement among raft nodes before linearized reading' (duration: 1.302776672s)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:49:47.823061Z","caller":"traceutil/trace.go:171","msg":"trace[1609191623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20190; }","duration":"1.358679865s","start":"2026-07-04T10:49:46.464374Z","end":"2026-07-04T10:49:47.823054Z","steps":["trace[1609191623] 'agreement among raft nodes before linearized reading' (duration: 1.358599863s)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.823319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.633766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-04T10:49:47.823344Z","caller":"traceutil/trace.go:171","msg":"trace[1164119246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:20190; }","duration":"657.694087ms","start":"2026-07-04T10:49:47.165644Z","end":"2026-07-04T10:49:47.823338Z","steps":["trace[1164119246] 'agreement among raft nodes before linearized reading' (duration: 657.627246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.823341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.519387Z","time spent":"1.303921479s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-04T10:49:47.823363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:47.165623Z","time spent":"657.734138ms","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-04T10:49:47.823342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.464353Z","time spent":"1.358970411s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-04T10:49:47.822999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.705939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-07-04T10:49:47.82274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.52009Z","time spent":"1.302631289s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-04T10:49:47.823393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.079778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-04T10:49:47.823494Z","caller":"traceutil/trace.go:171","msg":"trace[644319023] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20190; }","duration":"743.429597ms","start":"2026-07-04T10:49:47.080047Z","end":"2026-07-04T10:49:47.823477Z","steps":["trace[644319023] 'agreement among raft nodes before linearized reading' (duration: 742.29952ms)"],"step_count":1} {"level":"info","ts":"2026-07-04T10:49:47.823519Z","caller":"traceutil/trace.go:171","msg":"trace[2047936784] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20190; }","duration":"743.210171ms","start":"2026-07-04T10:49:47.08029Z","end":"2026-07-04T10:49:47.8235Z","steps":["trace[2047936784] 'agreement among raft nodes before linearized reading' (duration: 742.764901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.823565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:47.080285Z","time spent":"743.267513ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-04T10:49:47.823558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:47.080033Z","time spent":"743.508688ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-04T10:49:47.824014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.56849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-04T10:49:47.824145Z","caller":"traceutil/trace.go:171","msg":"trace[71097145] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20190; }","duration":"743.723633ms","start":"2026-07-04T10:49:47.080402Z","end":"2026-07-04T10:49:47.824125Z","steps":["trace[71097145] 'agreement among raft nodes before linearized reading' (duration: 741.877599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-04T10:49:47.824198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:47.080398Z","time spent":"743.786385ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-04T10:49:47.824213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-04T10:49:46.276927Z","time spent":"1.547130571s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-04T10:51:24.431361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19149} {"level":"info","ts":"2026-07-04T10:51:24.521115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19149,"took":"87.122082ms","hash":4067580339,"current-db-size-bytes":55042048,"current-db-size":"55 MB","current-db-size-in-use-bytes":25513984,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-04T10:51:24.521214Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4067580339,"revision":19149,"compact-revision":16950}