{"level":"warn","ts":"2026-07-01T07:23:01.714397Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T07:23:01.714516Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-01T07:23:01.714606Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T07:23:01.71462Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-07-01T07:23:01.71464Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T07:23:01.715602Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-07-01T07:23:01.715693Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-01T07:23:01.718996Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.965417ms"} {"level":"info","ts":"2026-07-01T07:23:01.734356Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-07-01T07:23:01.734568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-07-01T07:23:01.734617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-07-01T07:23:01.734663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-01T07:23:01.734695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-07-01T07:23:01.734776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-07-01T07:23:01.739688Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-01T07:23:01.742423Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-01T07:23:01.744394Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-01T07:23:01.746725Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-01T07:23:01.747771Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T07:23:01.748152Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T07:23:01.74817Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T07:23:01.748097Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-01T07:23:01.752843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-07-01T07:23:01.753088Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-07-01T07:23:01.754454Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T07:23:01.754688Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-01T07:23:01.754718Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-01T07:23:01.75479Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-07-01T07:23:01.754803Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-07-01T07:23:02.735498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-07-01T07:23:02.735587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-07-01T07:23:02.735628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-07-01T07:23:02.735652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-07-01T07:23:02.735664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-07-01T07:23:02.735689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-07-01T07:23:02.735705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-07-01T07:23:02.736837Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-07-01T07:23:02.736849Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T07:23:02.736874Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T07:23:02.736914Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T07:23:02.737212Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-01T07:23:02.737261Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-01T07:23:02.738384Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T07:23:02.738603Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T07:23:02.738659Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T07:23:02.739388Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-07-01T07:23:02.739634Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-01T07:23:04.352395Z","caller":"traceutil/trace.go:171","msg":"trace[904634884] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"179.910994ms","start":"2026-07-01T07:23:04.172442Z","end":"2026-07-01T07:23:04.352353Z","steps":["trace[904634884] 'process raft request' (duration: 126.54431ms)","trace[904634884] 'compare' (duration: 53.032468ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:04.352479Z","caller":"traceutil/trace.go:171","msg":"trace[1927285198] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"175.316364ms","start":"2026-07-01T07:23:04.177106Z","end":"2026-07-01T07:23:04.352422Z","steps":["trace[1927285198] 'process raft request' (duration: 175.142431ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:04.352604Z","caller":"traceutil/trace.go:171","msg":"trace[797751636] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"175.367006ms","start":"2026-07-01T07:23:04.177177Z","end":"2026-07-01T07:23:04.352544Z","steps":["trace[797751636] 'process raft request' (duration: 175.130111ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:04.352392Z","caller":"traceutil/trace.go:171","msg":"trace[1475002030] linearizableReadLoop","detail":"{readStateIndex:17; appliedIndex:7; }","duration":"137.659882ms","start":"2026-07-01T07:23:04.214701Z","end":"2026-07-01T07:23:04.352361Z","steps":["trace[1475002030] 'read index received' (duration: 4.162899ms)","trace[1475002030] 'applied index is now lower than readState.Index' (duration: 133.495223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:04.353294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.516308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-07-01T07:23:04.35347Z","caller":"traceutil/trace.go:171","msg":"trace[1305035698] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"138.733453ms","start":"2026-07-01T07:23:04.214673Z","end":"2026-07-01T07:23:04.353406Z","steps":["trace[1305035698] 'agreement among raft nodes before linearized reading' (duration: 138.013928ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:04.355666Z","caller":"traceutil/trace.go:171","msg":"trace[1948423959] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"133.344829ms","start":"2026-07-01T07:23:04.222251Z","end":"2026-07-01T07:23:04.355596Z","steps":["trace[1948423959] 'process raft request' (duration: 133.112175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:04.355826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.230335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-07-01T07:23:04.355876Z","caller":"traceutil/trace.go:171","msg":"trace[430416681] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"131.996383ms","start":"2026-07-01T07:23:04.223869Z","end":"2026-07-01T07:23:04.355865Z","steps":["trace[430416681] 'process raft request' (duration: 131.758169ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:04.355888Z","caller":"traceutil/trace.go:171","msg":"trace[426538207] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:18; }","duration":"135.310896ms","start":"2026-07-01T07:23:04.220561Z","end":"2026-07-01T07:23:04.355872Z","steps":["trace[426538207] 'agreement among raft nodes before linearized reading' (duration: 135.113543ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:04.355977Z","caller":"traceutil/trace.go:171","msg":"trace[867362104] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"132.608144ms","start":"2026-07-01T07:23:04.223274Z","end":"2026-07-01T07:23:04.355882Z","steps":["trace[867362104] 'process raft request' (duration: 132.293069ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:04.356068Z","caller":"traceutil/trace.go:171","msg":"trace[593368249] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"132.483103ms","start":"2026-07-01T07:23:04.22357Z","end":"2026-07-01T07:23:04.356053Z","steps":["trace[593368249] 'process raft request' (duration: 132.024294ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:04.355765Z","caller":"traceutil/trace.go:171","msg":"trace[1876070095] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"133.260417ms","start":"2026-07-01T07:23:04.222409Z","end":"2026-07-01T07:23:04.355669Z","steps":["trace[1876070095] 'process raft request' (duration: 133.118815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:04.356334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.464683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-01T07:23:04.356376Z","caller":"traceutil/trace.go:171","msg":"trace[482007154] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:18; }","duration":"131.505114ms","start":"2026-07-01T07:23:04.224856Z","end":"2026-07-01T07:23:04.356362Z","steps":["trace[482007154] 'agreement among raft nodes before linearized reading' (duration: 131.444423ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:07.141283Z","caller":"traceutil/trace.go:171","msg":"trace[986652919] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"143.740669ms","start":"2026-07-01T07:23:06.997494Z","end":"2026-07-01T07:23:07.141235Z","steps":["trace[986652919] 'process raft request' (duration: 66.141719ms)","trace[986652919] 'compare' (duration: 77.298914ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:07.141278Z","caller":"traceutil/trace.go:171","msg":"trace[1035153618] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"141.849563ms","start":"2026-07-01T07:23:06.999385Z","end":"2026-07-01T07:23:07.141235Z","steps":["trace[1035153618] 'process raft request' (duration: 141.773352ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:07.688352Z","caller":"traceutil/trace.go:171","msg":"trace[139068629] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"103.138369ms","start":"2026-07-01T07:23:07.585164Z","end":"2026-07-01T07:23:07.688302Z","steps":["trace[139068629] 'process raft request' (duration: 79.110038ms)","trace[139068629] 'compare' (duration: 23.740336ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:07.858605Z","caller":"traceutil/trace.go:171","msg":"trace[1012178836] transaction","detail":"{read_only:false; number_of_response:0; response_revision:272; }","duration":"125.504249ms","start":"2026-07-01T07:23:07.733043Z","end":"2026-07-01T07:23:07.858547Z","steps":["trace[1012178836] 'process raft request' (duration: 92.673969ms)","trace[1012178836] 'compare' (duration: 32.616936ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:07.858908Z","caller":"traceutil/trace.go:171","msg":"trace[959019903] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"125.753084ms","start":"2026-07-01T07:23:07.733118Z","end":"2026-07-01T07:23:07.858871Z","steps":["trace[959019903] 'process raft request' (duration: 125.279975ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:07.859026Z","caller":"traceutil/trace.go:171","msg":"trace[1767362916] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"125.829585ms","start":"2026-07-01T07:23:07.733149Z","end":"2026-07-01T07:23:07.858979Z","steps":["trace[1767362916] 'process raft request' (duration: 125.632631ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:07.859094Z","caller":"traceutil/trace.go:171","msg":"trace[1457945647] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"125.811053ms","start":"2026-07-01T07:23:07.733252Z","end":"2026-07-01T07:23:07.859063Z","steps":["trace[1457945647] 'process raft request' (duration: 125.60031ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:07.859173Z","caller":"traceutil/trace.go:171","msg":"trace[1899290280] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"118.83399ms","start":"2026-07-01T07:23:07.740294Z","end":"2026-07-01T07:23:07.859128Z","steps":["trace[1899290280] 'process raft request' (duration: 118.648896ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:08.059929Z","caller":"traceutil/trace.go:171","msg":"trace[1786295887] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:285; }","duration":"127.521657ms","start":"2026-07-01T07:23:07.932346Z","end":"2026-07-01T07:23:08.059867Z","steps":["trace[1786295887] 'read index received' (duration: 36.99554ms)","trace[1786295887] 'applied index is now lower than readState.Index' (duration: 90.524777ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:08.060031Z","caller":"traceutil/trace.go:171","msg":"trace[1121754481] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"195.773498ms","start":"2026-07-01T07:23:07.864224Z","end":"2026-07-01T07:23:08.059997Z","steps":["trace[1121754481] 'process raft request' (duration: 195.590054ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:08.060115Z","caller":"traceutil/trace.go:171","msg":"trace[712083835] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"196.091374ms","start":"2026-07-01T07:23:07.863985Z","end":"2026-07-01T07:23:08.060077Z","steps":["trace[712083835] 'process raft request' (duration: 105.382753ms)","trace[712083835] 'compare' (duration: 90.262293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:08.060346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.96079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-07-01T07:23:08.060404Z","caller":"traceutil/trace.go:171","msg":"trace[832722730] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:279; }","duration":"197.094753ms","start":"2026-07-01T07:23:07.863294Z","end":"2026-07-01T07:23:08.060389Z","steps":["trace[832722730] 'agreement among raft nodes before linearized reading' (duration: 196.737966ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:08.084077Z","caller":"traceutil/trace.go:171","msg":"trace[1987237026] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"149.562281ms","start":"2026-07-01T07:23:07.934482Z","end":"2026-07-01T07:23:08.084044Z","steps":["trace[1987237026] 'process raft request' (duration: 149.288446ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:08.202591Z","caller":"traceutil/trace.go:171","msg":"trace[37321454] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"114.739862ms","start":"2026-07-01T07:23:08.087817Z","end":"2026-07-01T07:23:08.202557Z","steps":["trace[37321454] 'process raft request' (duration: 110.43186ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:08.202639Z","caller":"traceutil/trace.go:171","msg":"trace[2012717931] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"112.01677ms","start":"2026-07-01T07:23:08.090595Z","end":"2026-07-01T07:23:08.202612Z","steps":["trace[2012717931] 'process raft request' (duration: 111.827407ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:13.31808Z","caller":"traceutil/trace.go:171","msg":"trace[2132798603] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"102.591919ms","start":"2026-07-01T07:23:13.21545Z","end":"2026-07-01T07:23:13.318042Z","steps":["trace[2132798603] 'read index received' (duration: 32.767368ms)","trace[2132798603] 'applied index is now lower than readState.Index' (duration: 69.822721ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:13.318319Z","caller":"traceutil/trace.go:171","msg":"trace[602336871] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"122.153805ms","start":"2026-07-01T07:23:13.196151Z","end":"2026-07-01T07:23:13.318305Z","steps":["trace[602336871] 'process raft request' (duration: 52.10326ms)","trace[602336871] 'compare' (duration: 69.459114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:13.318566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.147031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-01T07:23:13.318626Z","caller":"traceutil/trace.go:171","msg":"trace[1238588972] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:360; }","duration":"103.262402ms","start":"2026-07-01T07:23:13.215349Z","end":"2026-07-01T07:23:13.318611Z","steps":["trace[1238588972] 'agreement among raft nodes before linearized reading' (duration: 103.090409ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:13.490225Z","caller":"traceutil/trace.go:171","msg":"trace[1159622252] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:372; }","duration":"125.471518ms","start":"2026-07-01T07:23:13.364722Z","end":"2026-07-01T07:23:13.490193Z","steps":["trace[1159622252] 'read index received' (duration: 111.309296ms)","trace[1159622252] 'applied index is now lower than readState.Index' (duration: 14.161062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:13.490423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.661461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-01T07:23:13.490404Z","caller":"traceutil/trace.go:171","msg":"trace[1141505061] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"164.818493ms","start":"2026-07-01T07:23:13.32555Z","end":"2026-07-01T07:23:13.490368Z","steps":["trace[1141505061] 'process raft request' (duration: 150.542259ms)","trace[1141505061] 'compare' (duration: 13.845706ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:13.490468Z","caller":"traceutil/trace.go:171","msg":"trace[1268202933] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:363; }","duration":"125.765592ms","start":"2026-07-01T07:23:13.364691Z","end":"2026-07-01T07:23:13.490456Z","steps":["trace[1268202933] 'agreement among raft nodes before linearized reading' (duration: 125.62567ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:13.490735Z","caller":"traceutil/trace.go:171","msg":"trace[1792019369] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"164.415685ms","start":"2026-07-01T07:23:13.326308Z","end":"2026-07-01T07:23:13.490724Z","steps":["trace[1792019369] 'process raft request' (duration: 163.826254ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:13.65252Z","caller":"traceutil/trace.go:171","msg":"trace[1803846318] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"120.290108ms","start":"2026-07-01T07:23:13.532178Z","end":"2026-07-01T07:23:13.652468Z","steps":["trace[1803846318] 'read index received' (duration: 66.436475ms)","trace[1803846318] 'applied index is now lower than readState.Index' (duration: 53.851683ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:13.652614Z","caller":"traceutil/trace.go:171","msg":"trace[769331574] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"123.637682ms","start":"2026-07-01T07:23:13.528937Z","end":"2026-07-01T07:23:13.652575Z","steps":["trace[769331574] 'process raft request' (duration: 69.660207ms)","trace[769331574] 'compare' (duration: 53.600688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:13.652767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.561203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-07-01T07:23:13.652817Z","caller":"traceutil/trace.go:171","msg":"trace[700951781] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:367; }","duration":"120.649516ms","start":"2026-07-01T07:23:13.532155Z","end":"2026-07-01T07:23:13.652804Z","steps":["trace[700951781] 'agreement among raft nodes before linearized reading' (duration: 120.452672ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:13.652975Z","caller":"traceutil/trace.go:171","msg":"trace[1509803205] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"119.037694ms","start":"2026-07-01T07:23:13.533906Z","end":"2026-07-01T07:23:13.652944Z","steps":["trace[1509803205] 'process raft request' (duration: 118.82215ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:13.85811Z","caller":"traceutil/trace.go:171","msg":"trace[1075329261] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"101.972487ms","start":"2026-07-01T07:23:13.756089Z","end":"2026-07-01T07:23:13.858062Z","steps":["trace[1075329261] 'process raft request' (duration: 45.150966ms)","trace[1075329261] 'compare' (duration: 56.532515ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:13.858529Z","caller":"traceutil/trace.go:171","msg":"trace[1347588556] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"102.397185ms","start":"2026-07-01T07:23:13.756087Z","end":"2026-07-01T07:23:13.858484Z","steps":["trace[1347588556] 'process raft request' (duration: 102.15381ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:14.013435Z","caller":"traceutil/trace.go:171","msg":"trace[1754692491] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"145.701346ms","start":"2026-07-01T07:23:13.867691Z","end":"2026-07-01T07:23:14.013392Z","steps":["trace[1754692491] 'process raft request' (duration: 115.535967ms)","trace[1754692491] 'compare' (duration: 30.003006ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:14.194704Z","caller":"traceutil/trace.go:171","msg":"trace[104442468] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"172.341708ms","start":"2026-07-01T07:23:14.022329Z","end":"2026-07-01T07:23:14.194671Z","steps":["trace[104442468] 'process raft request' (duration: 171.962961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:15.337508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.363643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T07:23:15.337635Z","caller":"traceutil/trace.go:171","msg":"trace[345008576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:394; }","duration":"366.552695ms","start":"2026-07-01T07:23:14.971056Z","end":"2026-07-01T07:23:15.337609Z","steps":["trace[345008576] 'range keys from in-memory index tree' (duration: 366.259701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:15.337687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:14.971038Z","time spent":"366.638708ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T07:23:16.36878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076226154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T07:23:16.376057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020911765s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T07:23:16.376685Z","caller":"traceutil/trace.go:171","msg":"trace[1583297050] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:406; }","duration":"508.840687ms","start":"2026-07-01T07:23:15.867808Z","end":"2026-07-01T07:23:16.376649Z","steps":["trace[1583297050] 'read index received' (duration: 508.47383ms)","trace[1583297050] 'applied index is now lower than readState.Index' (duration: 365.487µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:16.376792Z","caller":"traceutil/trace.go:171","msg":"trace[1692812229] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"1.021755971s","start":"2026-07-01T07:23:15.354996Z","end":"2026-07-01T07:23:16.376752Z","steps":["trace[1692812229] 'process raft request' (duration: 1.021443265s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:16.376892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.063581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T07:23:16.376959Z","caller":"traceutil/trace.go:171","msg":"trace[466755110] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:395; }","duration":"509.201704ms","start":"2026-07-01T07:23:15.867742Z","end":"2026-07-01T07:23:16.376944Z","steps":["trace[466755110] 'agreement among raft nodes before linearized reading' (duration: 509.068951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:16.377031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:15.867714Z","time spent":"509.280505ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-07-01T07:23:16.377013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.177626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T07:23:16.377137Z","caller":"traceutil/trace.go:171","msg":"trace[870413115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:395; }","duration":"133.358369ms","start":"2026-07-01T07:23:16.243737Z","end":"2026-07-01T07:23:16.377095Z","steps":["trace[870413115] 'agreement among raft nodes before linearized reading' (duration: 133.148566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:16.377091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.559509ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:23:16.377278Z","caller":"traceutil/trace.go:171","msg":"trace[412213289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:395; }","duration":"101.750042ms","start":"2026-07-01T07:23:16.275492Z","end":"2026-07-01T07:23:16.377242Z","steps":["trace[412213289] 'agreement among raft nodes before linearized reading' (duration: 101.529688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:16.377578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:15.354961Z","time spent":"1.021896694s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:23:16.695641Z","caller":"traceutil/trace.go:171","msg":"trace[192216890] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"315.15961ms","start":"2026-07-01T07:23:16.380446Z","end":"2026-07-01T07:23:16.695605Z","steps":["trace[192216890] 'read index received' (duration: 305.930712ms)","trace[192216890] 'applied index is now lower than readState.Index' (duration: 9.226927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:16.695668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:16.378772Z","time spent":"316.889624ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T07:23:16.695855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.368833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-07-01T07:23:16.695927Z","caller":"traceutil/trace.go:171","msg":"trace[2145919324] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:395; }","duration":"315.481076ms","start":"2026-07-01T07:23:16.380407Z","end":"2026-07-01T07:23:16.695888Z","steps":["trace[2145919324] 'agreement among raft nodes before linearized reading' (duration: 315.338903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:16.695979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:16.380387Z","time spent":"315.580338ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-07-01T07:23:16.700715Z","caller":"traceutil/trace.go:171","msg":"trace[1623429152] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"318.099866ms","start":"2026-07-01T07:23:16.382594Z","end":"2026-07-01T07:23:16.700694Z","steps":["trace[1623429152] 'process raft request' (duration: 318.065565ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:16.7008Z","caller":"traceutil/trace.go:171","msg":"trace[175044060] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"318.238968ms","start":"2026-07-01T07:23:16.382544Z","end":"2026-07-01T07:23:16.700783Z","steps":["trace[175044060] 'process raft request' (duration: 317.967153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:16.7009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:16.382568Z","time spent":"318.241308ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:16.700907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:16.382519Z","time spent":"318.324549ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:23:27.12568Z","caller":"traceutil/trace.go:171","msg":"trace[942063622] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"200.718182ms","start":"2026-07-01T07:23:26.924937Z","end":"2026-07-01T07:23:27.125655Z","steps":["trace[942063622] 'process raft request' (duration: 200.554029ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:27.591165Z","caller":"traceutil/trace.go:171","msg":"trace[1732815643] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"661.028108ms","start":"2026-07-01T07:23:26.930101Z","end":"2026-07-01T07:23:27.59113Z","steps":["trace[1732815643] 'read index received' (duration: 195.557904ms)","trace[1732815643] 'applied index is now lower than readState.Index' (duration: 465.468544ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:27.591287Z","caller":"traceutil/trace.go:171","msg":"trace[988534965] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"664.680857ms","start":"2026-07-01T07:23:26.926565Z","end":"2026-07-01T07:23:27.591246Z","steps":["trace[988534965] 'process raft request' (duration: 578.778049ms)","trace[988534965] 'compare' (duration: 85.614723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:27.591375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.235593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T07:23:27.591445Z","caller":"traceutil/trace.go:171","msg":"trace[867212281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"661.397716ms","start":"2026-07-01T07:23:26.930031Z","end":"2026-07-01T07:23:27.591428Z","steps":["trace[867212281] 'agreement among raft nodes before linearized reading' (duration: 661.238182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:27.591481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:26.926551Z","time spent":"664.829741ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:27.591497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:26.929992Z","time spent":"661.492958ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T07:23:39.830626Z","caller":"traceutil/trace.go:171","msg":"trace[473589784] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:504; }","duration":"114.858744ms","start":"2026-07-01T07:23:39.715739Z","end":"2026-07-01T07:23:39.830598Z","steps":["trace[473589784] 'read index received' (duration: 114.681141ms)","trace[473589784] 'applied index is now lower than readState.Index' (duration: 176.263µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:39.830694Z","caller":"traceutil/trace.go:171","msg":"trace[1875658559] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"149.259015ms","start":"2026-07-01T07:23:39.681392Z","end":"2026-07-01T07:23:39.830651Z","steps":["trace[1875658559] 'process raft request' (duration: 149.055881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:39.830783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.026717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T07:23:39.830825Z","caller":"traceutil/trace.go:171","msg":"trace[1096295629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:487; }","duration":"115.134069ms","start":"2026-07-01T07:23:39.715676Z","end":"2026-07-01T07:23:39.830811Z","steps":["trace[1096295629] 'agreement among raft nodes before linearized reading' (duration: 115.036197ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:44.318153Z","caller":"traceutil/trace.go:171","msg":"trace[247694268] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"465.160318ms","start":"2026-07-01T07:23:43.852965Z","end":"2026-07-01T07:23:44.318126Z","steps":["trace[247694268] 'process raft request' (duration: 464.962414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.318355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.852944Z","time spent":"465.312571ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:23:44.332249Z","caller":"traceutil/trace.go:171","msg":"trace[860434200] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"477.275951ms","start":"2026-07-01T07:23:43.85493Z","end":"2026-07-01T07:23:44.332206Z","steps":["trace[860434200] 'process raft request' (duration: 476.840483ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:44.332405Z","caller":"traceutil/trace.go:171","msg":"trace[1005545438] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"382.236346ms","start":"2026-07-01T07:23:43.950133Z","end":"2026-07-01T07:23:44.332369Z","steps":["trace[1005545438] 'process raft request' (duration: 381.974941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.332467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.854915Z","time spent":"477.434854ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:23:44.332422Z","caller":"traceutil/trace.go:171","msg":"trace[2139746672] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"375.969975ms","start":"2026-07-01T07:23:43.956354Z","end":"2026-07-01T07:23:44.332324Z","steps":["trace[2139746672] 'process raft request' (duration: 375.809902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.332778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.956322Z","time spent":"376.406415ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T07:23:44.332534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.950102Z","time spent":"382.377199ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.332958Z","caller":"traceutil/trace.go:171","msg":"trace[1401759655] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"376.480537ms","start":"2026-07-01T07:23:43.956453Z","end":"2026-07-01T07:23:44.332934Z","steps":["trace[1401759655] 'process raft request' (duration: 375.748872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.333071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.956429Z","time spent":"376.604008ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.333178Z","caller":"traceutil/trace.go:171","msg":"trace[1730644525] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"369.142115ms","start":"2026-07-01T07:23:43.963998Z","end":"2026-07-01T07:23:44.33314Z","steps":["trace[1730644525] 'process raft request' (duration: 368.794009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.333355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.963989Z","time spent":"369.285538ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.333524Z","caller":"traceutil/trace.go:171","msg":"trace[1608301778] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"368.607025ms","start":"2026-07-01T07:23:43.964898Z","end":"2026-07-01T07:23:44.333505Z","steps":["trace[1608301778] 'process raft request' (duration: 368.247769ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:44.333426Z","caller":"traceutil/trace.go:171","msg":"trace[164304305] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"368.968452ms","start":"2026-07-01T07:23:43.964434Z","end":"2026-07-01T07:23:44.333403Z","steps":["trace[164304305] 'process raft request' (duration: 368.588135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.333655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.964884Z","time spent":"368.722197ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.333556Z","caller":"traceutil/trace.go:171","msg":"trace[1503370554] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"367.754429ms","start":"2026-07-01T07:23:43.96579Z","end":"2026-07-01T07:23:44.333545Z","steps":["trace[1503370554] 'process raft request' (duration: 367.462454ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:44.333917Z","caller":"traceutil/trace.go:171","msg":"trace[1925541669] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"353.23859ms","start":"2026-07-01T07:23:43.980645Z","end":"2026-07-01T07:23:44.333884Z","steps":["trace[1925541669] 'process raft request' (duration: 352.821853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.334042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.980623Z","time spent":"353.363962ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T07:23:44.334116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.965749Z","time spent":"368.284029ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.334142Z","caller":"traceutil/trace.go:171","msg":"trace[953723439] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"353.356322ms","start":"2026-07-01T07:23:43.980738Z","end":"2026-07-01T07:23:44.334095Z","steps":["trace[953723439] 'process raft request' (duration: 352.896374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.33385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.96441Z","time spent":"369.280089ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T07:23:44.334324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.980734Z","time spent":"353.506296ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.334451Z","caller":"traceutil/trace.go:171","msg":"trace[1704575289] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"342.498534ms","start":"2026-07-01T07:23:43.991937Z","end":"2026-07-01T07:23:44.334436Z","steps":["trace[1704575289] 'process raft request' (duration: 342.009974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.334537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:43.991925Z","time spent":"342.576756ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.334695Z","caller":"traceutil/trace.go:171","msg":"trace[646858001] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"312.776263ms","start":"2026-07-01T07:23:44.021893Z","end":"2026-07-01T07:23:44.33467Z","steps":["trace[646858001] 'process raft request' (duration: 312.511368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:44.334782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:44.021878Z","time spent":"312.866085ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:44.334841Z","caller":"traceutil/trace.go:171","msg":"trace[440039087] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"204.922033ms","start":"2026-07-01T07:23:44.12985Z","end":"2026-07-01T07:23:44.334772Z","steps":["trace[440039087] 'process raft request' (duration: 204.821141ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:47.57244Z","caller":"traceutil/trace.go:171","msg":"trace[189409033] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"139.885195ms","start":"2026-07-01T07:23:47.432523Z","end":"2026-07-01T07:23:47.572409Z","steps":["trace[189409033] 'process raft request' (duration: 139.09739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:48.448157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.350816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T07:23:48.448303Z","caller":"traceutil/trace.go:171","msg":"trace[1534649869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"100.513479ms","start":"2026-07-01T07:23:48.347763Z","end":"2026-07-01T07:23:48.448276Z","steps":["trace[1534649869] 'range keys from in-memory index tree' (duration: 100.131962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:48.448157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.857889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:23:48.448448Z","caller":"traceutil/trace.go:171","msg":"trace[921534528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"110.217476ms","start":"2026-07-01T07:23:48.338205Z","end":"2026-07-01T07:23:48.448423Z","steps":["trace[921534528] 'range keys from in-memory index tree' (duration: 109.627125ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:48.612806Z","caller":"traceutil/trace.go:171","msg":"trace[1772752065] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"160.168184ms","start":"2026-07-01T07:23:48.45261Z","end":"2026-07-01T07:23:48.612778Z","steps":["trace[1772752065] 'process raft request' (duration: 159.895919ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:48.615065Z","caller":"traceutil/trace.go:171","msg":"trace[1722791305] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"161.463109ms","start":"2026-07-01T07:23:48.45358Z","end":"2026-07-01T07:23:48.615043Z","steps":["trace[1722791305] 'process raft request' (duration: 161.338357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:48.805208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.736147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:23:48.80577Z","caller":"traceutil/trace.go:171","msg":"trace[1319879439] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"184.042832ms","start":"2026-07-01T07:23:48.621463Z","end":"2026-07-01T07:23:48.805506Z","steps":["trace[1319879439] 'process raft request' (duration: 37.299835ms)","trace[1319879439] 'compare' (duration: 145.376031ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:48.878697Z","caller":"traceutil/trace.go:171","msg":"trace[760317694] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"234.548452ms","start":"2026-07-01T07:23:48.64407Z","end":"2026-07-01T07:23:48.878618Z","steps":["trace[760317694] 'process raft request' (duration: 232.149616ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:48.925422Z","caller":"traceutil/trace.go:171","msg":"trace[21625262] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"254.140838ms","start":"2026-07-01T07:23:48.671244Z","end":"2026-07-01T07:23:48.925385Z","steps":["trace[21625262] 'process raft request' (duration: 247.325967ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:49.471985Z","caller":"traceutil/trace.go:171","msg":"trace[248617006] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"116.963495ms","start":"2026-07-01T07:23:49.354993Z","end":"2026-07-01T07:23:49.471956Z","steps":["trace[248617006] 'process raft request' (duration: 116.250152ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:51.949499Z","caller":"traceutil/trace.go:171","msg":"trace[1743978795] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"356.993062ms","start":"2026-07-01T07:23:51.592475Z","end":"2026-07-01T07:23:51.949468Z","steps":["trace[1743978795] 'read index received' (duration: 356.059603ms)","trace[1743978795] 'applied index is now lower than readState.Index' (duration: 932.109µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:51.949643Z","caller":"traceutil/trace.go:171","msg":"trace[1096879339] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"447.269305ms","start":"2026-07-01T07:23:51.50231Z","end":"2026-07-01T07:23:51.949579Z","steps":["trace[1096879339] 'process raft request' (duration: 446.465459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:51.949915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:51.502275Z","time spent":"447.495639ms","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:51.949927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.357518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T07:23:51.950047Z","caller":"traceutil/trace.go:171","msg":"trace[907168903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"357.603233ms","start":"2026-07-01T07:23:51.592414Z","end":"2026-07-01T07:23:51.950018Z","steps":["trace[907168903] 'agreement among raft nodes before linearized reading' (duration: 357.172035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:51.950129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:51.592392Z","time spent":"357.724305ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T07:23:51.950173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.034619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-x7cnt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-01T07:23:51.950495Z","caller":"traceutil/trace.go:171","msg":"trace[151546992] range","detail":"{range_begin:/registry/pods/kube-system/cilium-x7cnt; range_end:; response_count:1; response_revision:641; }","duration":"188.420956ms","start":"2026-07-01T07:23:51.762045Z","end":"2026-07-01T07:23:51.950466Z","steps":["trace[151546992] 'agreement among raft nodes before linearized reading' (duration: 187.854036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:52.549735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.20772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:23:52.550023Z","caller":"traceutil/trace.go:171","msg":"trace[1088457891] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"539.23391ms","start":"2026-07-01T07:23:52.01077Z","end":"2026-07-01T07:23:52.550003Z","steps":["trace[1088457891] 'process raft request' (duration: 539.189989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:52.550094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:52.010731Z","time spent":"539.335492ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:52.550346Z","caller":"traceutil/trace.go:171","msg":"trace[920346605] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"585.362306ms","start":"2026-07-01T07:23:51.964951Z","end":"2026-07-01T07:23:52.550313Z","steps":["trace[920346605] 'process raft request' (duration: 584.900286ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:52.550381Z","caller":"traceutil/trace.go:171","msg":"trace[2100577098] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"594.540332ms","start":"2026-07-01T07:23:51.955792Z","end":"2026-07-01T07:23:52.550333Z","steps":["trace[2100577098] 'process raft request' (duration: 129.638798ms)","trace[2100577098] 'compare' (duration: 464.078938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:52.550535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:51.964922Z","time spent":"585.517878ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:52.550595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:51.955754Z","time spent":"594.711435ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:23:53.127347Z","caller":"traceutil/trace.go:171","msg":"trace[1889307821] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:669; }","duration":"501.152729ms","start":"2026-07-01T07:23:52.626169Z","end":"2026-07-01T07:23:53.127322Z","steps":["trace[1889307821] 'read index received' (duration: 456.658195ms)","trace[1889307821] 'applied index is now lower than readState.Index' (duration: 44.493354ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:23:53.127537Z","caller":"traceutil/trace.go:171","msg":"trace[1157013133] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"559.565361ms","start":"2026-07-01T07:23:52.567926Z","end":"2026-07-01T07:23:53.127491Z","steps":["trace[1157013133] 'process raft request' (duration: 514.897153ms)","trace[1157013133] 'compare' (duration: 44.355832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:53.127596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.408134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:23:53.127648Z","caller":"traceutil/trace.go:171","msg":"trace[1645705167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"501.518086ms","start":"2026-07-01T07:23:52.626119Z","end":"2026-07-01T07:23:53.127637Z","steps":["trace[1645705167] 'agreement among raft nodes before linearized reading' (duration: 501.353343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:53.12769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:52.626093Z","time spent":"501.587467ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:23:53.1276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.777543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T07:23:53.127759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.987759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:23:53.12783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.511787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T07:23:53.127887Z","caller":"traceutil/trace.go:171","msg":"trace[1275135083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"224.183113ms","start":"2026-07-01T07:23:52.903676Z","end":"2026-07-01T07:23:53.12786Z","steps":["trace[1275135083] 'agreement among raft nodes before linearized reading' (duration: 223.950639ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:53.128006Z","caller":"traceutil/trace.go:171","msg":"trace[646309691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"276.732371ms","start":"2026-07-01T07:23:52.851229Z","end":"2026-07-01T07:23:53.127962Z","steps":["trace[646309691] 'agreement among raft nodes before linearized reading' (duration: 276.457776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:53.12773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:52.567885Z","time spent":"559.762894ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:23:53.127847Z","caller":"traceutil/trace.go:171","msg":"trace[713681712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"500.047137ms","start":"2026-07-01T07:23:52.627762Z","end":"2026-07-01T07:23:53.127809Z","steps":["trace[713681712] 'agreement among raft nodes before linearized reading' (duration: 499.777962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:53.128633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:52.627706Z","time spent":"500.843643ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T07:23:54.756673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.586866158s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T07:23:54.757213Z","caller":"traceutil/trace.go:171","msg":"trace[1076711715] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.623150594s","start":"2026-07-01T07:23:53.134023Z","end":"2026-07-01T07:23:54.757173Z","steps":["trace[1076711715] 'process raft request' (duration: 1.622823098s)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:54.757269Z","caller":"traceutil/trace.go:171","msg":"trace[1616622076] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.623020132s","start":"2026-07-01T07:23:53.134228Z","end":"2026-07-01T07:23:54.757249Z","steps":["trace[1616622076] 'process raft request' (duration: 1.622883779s)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:54.757299Z","caller":"traceutil/trace.go:171","msg":"trace[1170898652] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.623067562s","start":"2026-07-01T07:23:53.13417Z","end":"2026-07-01T07:23:54.757238Z","steps":["trace[1170898652] 'process raft request' (duration: 1.622894659s)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:54.757347Z","caller":"traceutil/trace.go:171","msg":"trace[1935996922] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:671; }","duration":"200.709322ms","start":"2026-07-01T07:23:54.556608Z","end":"2026-07-01T07:23:54.757317Z","steps":["trace[1935996922] 'read index received' (duration: 200.180782ms)","trace[1935996922] 'applied index is now lower than readState.Index' (duration: 527.18µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:23:54.75741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:53.134219Z","time spent":"1.623105513s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:54.757413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:53.134003Z","time spent":"1.623297407s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:54.757482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:53.134161Z","time spent":"1.623233335s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:54.757539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.923906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T07:23:54.75758Z","caller":"traceutil/trace.go:171","msg":"trace[78440248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"201.001018ms","start":"2026-07-01T07:23:54.556564Z","end":"2026-07-01T07:23:54.757565Z","steps":["trace[78440248] 'agreement among raft nodes before linearized reading' (duration: 200.842515ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:54.757585Z","caller":"traceutil/trace.go:171","msg":"trace[2014359784] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.622909619s","start":"2026-07-01T07:23:53.134329Z","end":"2026-07-01T07:23:54.757239Z","steps":["trace[2014359784] 'process raft request' (duration: 1.622827278s)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:54.757323Z","caller":"traceutil/trace.go:171","msg":"trace[329486961] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.623260256s","start":"2026-07-01T07:23:53.134032Z","end":"2026-07-01T07:23:54.757292Z","steps":["trace[329486961] 'process raft request' (duration: 1.622993992s)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:23:54.757604Z","caller":"traceutil/trace.go:171","msg":"trace[1974385765] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"1.622016452s","start":"2026-07-01T07:23:53.135546Z","end":"2026-07-01T07:23:54.757563Z","steps":["trace[1974385765] 'process raft request' (duration: 1.621658576s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:23:54.757646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:53.13432Z","time spent":"1.623297236s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T07:23:54.757703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:53.134019Z","time spent":"1.623648473s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:23:54.75779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:23:53.135531Z","time spent":"1.622157245s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:24:02.622623Z","caller":"traceutil/trace.go:171","msg":"trace[2102820229] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"128.863054ms","start":"2026-07-01T07:24:02.493724Z","end":"2026-07-01T07:24:02.622587Z","steps":["trace[2102820229] 'process raft request' (duration: 128.283383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:12.067145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214190283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T07:24:12.067241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227345958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T07:24:12.067251Z","caller":"traceutil/trace.go:171","msg":"trace[1773139896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:803; }","duration":"1.214337096s","start":"2026-07-01T07:24:10.85289Z","end":"2026-07-01T07:24:12.067227Z","steps":["trace[1773139896] 'range keys from in-memory index tree' (duration: 1.213923168s)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:24:12.067296Z","caller":"traceutil/trace.go:171","msg":"trace[343115410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:803; }","duration":"1.22746399s","start":"2026-07-01T07:24:10.839815Z","end":"2026-07-01T07:24:12.067279Z","steps":["trace[343115410] 'range keys from in-memory index tree' (duration: 1.2269497s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:12.067303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:24:10.852878Z","time spent":"1.214411307s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T07:24:12.067337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:24:10.839781Z","time spent":"1.22754605s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T07:24:12.067604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222939901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T07:24:12.067709Z","caller":"traceutil/trace.go:171","msg":"trace[1656689374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:803; }","duration":"1.223107014s","start":"2026-07-01T07:24:10.844572Z","end":"2026-07-01T07:24:12.067679Z","steps":["trace[1656689374] 'range keys from in-memory index tree' (duration: 1.222587765s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:12.067778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:24:10.844548Z","time spent":"1.223209936s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T07:24:12.067772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19225703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6psdc\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-01T07:24:12.067966Z","caller":"traceutil/trace.go:171","msg":"trace[2124020165] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6psdc; range_end:; response_count:1; response_revision:803; }","duration":"1.192482504s","start":"2026-07-01T07:24:10.875398Z","end":"2026-07-01T07:24:12.067881Z","steps":["trace[2124020165] 'range keys from in-memory index tree' (duration: 1.191600477s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:12.068037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:24:10.875366Z","time spent":"1.192653268s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6psdc\" "} {"level":"warn","ts":"2026-07-01T07:24:12.068145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223604694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:24:12.068192Z","caller":"traceutil/trace.go:171","msg":"trace[1936790038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:803; }","duration":"1.223668466s","start":"2026-07-01T07:24:10.844511Z","end":"2026-07-01T07:24:12.06818Z","steps":["trace[1936790038] 'range keys from in-memory index tree' (duration: 1.22233521s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:12.068228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:24:10.844503Z","time spent":"1.223718277s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:24:12.071921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.295085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:24:12.071993Z","caller":"traceutil/trace.go:171","msg":"trace[1003187527] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:803; }","duration":"298.473558ms","start":"2026-07-01T07:24:11.773509Z","end":"2026-07-01T07:24:12.071982Z","steps":["trace[1003187527] 'agreement among raft nodes before linearized reading' (duration: 298.301805ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:24:12.071764Z","caller":"traceutil/trace.go:171","msg":"trace[997846127] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:833; }","duration":"298.104941ms","start":"2026-07-01T07:24:11.773573Z","end":"2026-07-01T07:24:12.071678Z","steps":["trace[997846127] 'read index received' (duration: 293.184017ms)","trace[997846127] 'applied index is now lower than readState.Index' (duration: 4.918844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:24:12.072467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.054084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:24:12.072506Z","caller":"traceutil/trace.go:171","msg":"trace[964820037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"166.149475ms","start":"2026-07-01T07:24:11.906347Z","end":"2026-07-01T07:24:12.072496Z","steps":["trace[964820037] 'agreement among raft nodes before linearized reading' (duration: 166.032673ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:24:13.098586Z","caller":"traceutil/trace.go:171","msg":"trace[1092958795] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:840; }","duration":"160.547368ms","start":"2026-07-01T07:24:12.938016Z","end":"2026-07-01T07:24:13.098563Z","steps":["trace[1092958795] 'read index received' (duration: 160.222931ms)","trace[1092958795] 'applied index is now lower than readState.Index' (duration: 322.657µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:24:13.098752Z","caller":"traceutil/trace.go:171","msg":"trace[1216339683] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"195.874309ms","start":"2026-07-01T07:24:12.902846Z","end":"2026-07-01T07:24:13.09872Z","steps":["trace[1216339683] 'process raft request' (duration: 195.496791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:13.099076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.943575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:24:13.099196Z","caller":"traceutil/trace.go:171","msg":"trace[1525615390] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:810; }","duration":"161.149079ms","start":"2026-07-01T07:24:12.937986Z","end":"2026-07-01T07:24:13.099135Z","steps":["trace[1525615390] 'agreement among raft nodes before linearized reading' (duration: 160.908505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:13.099337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.289021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:24:13.099403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.33214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:24:13.099462Z","caller":"traceutil/trace.go:171","msg":"trace[938531780] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:810; }","duration":"135.415312ms","start":"2026-07-01T07:24:12.964033Z","end":"2026-07-01T07:24:13.099448Z","steps":["trace[938531780] 'agreement among raft nodes before linearized reading' (duration: 135.31627ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:24:13.0994Z","caller":"traceutil/trace.go:171","msg":"trace[316923429] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:810; }","duration":"161.422184ms","start":"2026-07-01T07:24:12.937965Z","end":"2026-07-01T07:24:13.099387Z","steps":["trace[316923429] 'agreement among raft nodes before linearized reading' (duration: 160.762632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:13.099637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.490503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:24:13.09971Z","caller":"traceutil/trace.go:171","msg":"trace[768015092] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:810; }","duration":"136.577564ms","start":"2026-07-01T07:24:12.963101Z","end":"2026-07-01T07:24:13.099679Z","steps":["trace[768015092] 'agreement among raft nodes before linearized reading' (duration: 136.498483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:13.099737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.981586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:24:13.100001Z","caller":"traceutil/trace.go:171","msg":"trace[804404268] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:810; }","duration":"161.073167ms","start":"2026-07-01T07:24:12.9387Z","end":"2026-07-01T07:24:13.099773Z","steps":["trace[804404268] 'agreement among raft nodes before linearized reading' (duration: 161.008266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:13.09977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.544544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:24:13.100109Z","caller":"traceutil/trace.go:171","msg":"trace[1520456139] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:810; }","duration":"136.916971ms","start":"2026-07-01T07:24:12.963138Z","end":"2026-07-01T07:24:13.100055Z","steps":["trace[1520456139] 'agreement among raft nodes before linearized reading' (duration: 136.548994ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:24:35.527724Z","caller":"traceutil/trace.go:171","msg":"trace[93515084] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"126.012921ms","start":"2026-07-01T07:24:35.401682Z","end":"2026-07-01T07:24:35.527695Z","steps":["trace[93515084] 'process raft request' (duration: 125.828947ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:24:44.669468Z","caller":"traceutil/trace.go:171","msg":"trace[268733028] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1250; }","duration":"201.297473ms","start":"2026-07-01T07:24:44.468138Z","end":"2026-07-01T07:24:44.669435Z","steps":["trace[268733028] 'read index received' (duration: 201.033749ms)","trace[268733028] 'applied index is now lower than readState.Index' (duration: 262.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:24:44.669633Z","caller":"traceutil/trace.go:171","msg":"trace[375987343] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"274.164759ms","start":"2026-07-01T07:24:44.395424Z","end":"2026-07-01T07:24:44.669589Z","steps":["trace[375987343] 'process raft request' (duration: 273.837113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:44.669755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.601689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:24:44.669798Z","caller":"traceutil/trace.go:171","msg":"trace[1025612880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1213; }","duration":"201.731072ms","start":"2026-07-01T07:24:44.468055Z","end":"2026-07-01T07:24:44.669786Z","steps":["trace[1025612880] 'agreement among raft nodes before linearized reading' (duration: 201.535758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:44.669812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.508585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T07:24:44.669858Z","caller":"traceutil/trace.go:171","msg":"trace[1359660797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1213; }","duration":"105.618737ms","start":"2026-07-01T07:24:44.564226Z","end":"2026-07-01T07:24:44.669845Z","steps":["trace[1359660797] 'agreement among raft nodes before linearized reading' (duration: 105.491205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:44.669946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.849059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T07:24:44.670049Z","caller":"traceutil/trace.go:171","msg":"trace[410542643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"110.044832ms","start":"2026-07-01T07:24:44.559981Z","end":"2026-07-01T07:24:44.670026Z","steps":["trace[410542643] 'agreement among raft nodes before linearized reading' (duration: 109.671735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:24:57.387304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.418014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:24:57.387449Z","caller":"traceutil/trace.go:171","msg":"trace[850731536] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1367; }","duration":"178.844459ms","start":"2026-07-01T07:24:57.208582Z","end":"2026-07-01T07:24:57.387427Z","steps":["trace[850731536] 'read index received' (duration: 31.08864ms)","trace[850731536] 'applied index is now lower than readState.Index' (duration: 147.754539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:24:57.387538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.952162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:24:57.387608Z","caller":"traceutil/trace.go:171","msg":"trace[643595059] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1323; }","duration":"179.066894ms","start":"2026-07-01T07:24:57.208526Z","end":"2026-07-01T07:24:57.387593Z","steps":["trace[643595059] 'agreement among raft nodes before linearized reading' (duration: 178.957242ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:24:57.387946Z","caller":"traceutil/trace.go:171","msg":"trace[1942959311] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"242.193862ms","start":"2026-07-01T07:24:57.145669Z","end":"2026-07-01T07:24:57.387862Z","steps":["trace[1942959311] 'process raft request' (duration: 94.103006ms)","trace[1942959311] 'compare' (duration: 147.208699ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:01.888501Z","caller":"traceutil/trace.go:171","msg":"trace[919207742] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"126.891686ms","start":"2026-07-01T07:25:01.761511Z","end":"2026-07-01T07:25:01.888403Z","steps":["trace[919207742] 'process raft request' (duration: 126.56513ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:11.127386Z","caller":"traceutil/trace.go:171","msg":"trace[1417972074] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"115.929907ms","start":"2026-07-01T07:25:11.011377Z","end":"2026-07-01T07:25:11.127307Z","steps":["trace[1417972074] 'process raft request' (duration: 61.196171ms)","trace[1417972074] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 54.366818ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:13.17694Z","caller":"traceutil/trace.go:171","msg":"trace[1514621465] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"128.223465ms","start":"2026-07-01T07:25:13.04867Z","end":"2026-07-01T07:25:13.176893Z","steps":["trace[1514621465] 'process raft request' (duration: 107.486532ms)","trace[1514621465] 'compare' (duration: 20.572209ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:14.38758Z","caller":"traceutil/trace.go:171","msg":"trace[426430051] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"118.664679ms","start":"2026-07-01T07:25:14.268878Z","end":"2026-07-01T07:25:14.387542Z","steps":["trace[426430051] 'process raft request' (duration: 118.382284ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:14.892426Z","caller":"traceutil/trace.go:171","msg":"trace[105322994] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"111.791595ms","start":"2026-07-01T07:25:14.780598Z","end":"2026-07-01T07:25:14.89239Z","steps":["trace[105322994] 'process raft request' (duration: 111.630382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:17.018979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.992338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:17.019092Z","caller":"traceutil/trace.go:171","msg":"trace[1660005731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"115.351035ms","start":"2026-07-01T07:25:16.903716Z","end":"2026-07-01T07:25:17.019067Z","steps":["trace[1660005731] 'range keys from in-memory index tree' (duration: 114.895156ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:17.157954Z","caller":"traceutil/trace.go:171","msg":"trace[725424937] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"115.997556ms","start":"2026-07-01T07:25:17.041936Z","end":"2026-07-01T07:25:17.157933Z","steps":["trace[725424937] 'read index received' (duration: 115.65593ms)","trace[725424937] 'applied index is now lower than readState.Index' (duration: 340.876µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:17.158012Z","caller":"traceutil/trace.go:171","msg":"trace[949788655] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"134.011007ms","start":"2026-07-01T07:25:17.023979Z","end":"2026-07-01T07:25:17.15799Z","steps":["trace[949788655] 'process raft request' (duration: 133.719602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:17.15818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.220371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T07:25:17.158242Z","caller":"traceutil/trace.go:171","msg":"trace[738102836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1586; }","duration":"116.328513ms","start":"2026-07-01T07:25:17.041897Z","end":"2026-07-01T07:25:17.158226Z","steps":["trace[738102836] 'agreement among raft nodes before linearized reading' (duration: 116.15166ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:18.042328Z","caller":"traceutil/trace.go:171","msg":"trace[635726049] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1591; }","duration":"111.581131ms","start":"2026-07-01T07:25:17.930714Z","end":"2026-07-01T07:25:18.042295Z","steps":["trace[635726049] 'process raft request' (duration: 111.459158ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:18.356877Z","caller":"traceutil/trace.go:171","msg":"trace[1675771961] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1592; }","duration":"112.830025ms","start":"2026-07-01T07:25:18.244018Z","end":"2026-07-01T07:25:18.356848Z","steps":["trace[1675771961] 'process raft request' (duration: 112.157452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:24.048702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.838229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:25:24.048896Z","caller":"traceutil/trace.go:171","msg":"trace[25814111] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"185.04043ms","start":"2026-07-01T07:25:23.863836Z","end":"2026-07-01T07:25:24.048877Z","steps":["trace[25814111] 'process raft request' (duration: 184.99159ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:24.04893Z","caller":"traceutil/trace.go:171","msg":"trace[879056824] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"186.386647ms","start":"2026-07-01T07:25:23.862509Z","end":"2026-07-01T07:25:24.048896Z","steps":["trace[879056824] 'process raft request' (duration: 61.272852ms)","trace[879056824] 'compare' (duration: 124.653485ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:24.089178Z","caller":"traceutil/trace.go:171","msg":"trace[976691195] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"115.079158ms","start":"2026-07-01T07:25:23.974072Z","end":"2026-07-01T07:25:24.089151Z","steps":["trace[976691195] 'process raft request' (duration: 114.761542ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:27.50334Z","caller":"traceutil/trace.go:171","msg":"trace[607723149] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"112.280564ms","start":"2026-07-01T07:25:27.391031Z","end":"2026-07-01T07:25:27.503311Z","steps":["trace[607723149] 'process raft request' (duration: 112.097621ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:27.503363Z","caller":"traceutil/trace.go:171","msg":"trace[17922977] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1859; }","duration":"110.540901ms","start":"2026-07-01T07:25:27.3928Z","end":"2026-07-01T07:25:27.503341Z","steps":["trace[17922977] 'read index received' (duration: 38.03918ms)","trace[17922977] 'applied index is now lower than readState.Index' (duration: 72.500601ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:27.503446Z","caller":"traceutil/trace.go:171","msg":"trace[1766583186] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"108.699876ms","start":"2026-07-01T07:25:27.394698Z","end":"2026-07-01T07:25:27.503397Z","steps":["trace[1766583186] 'process raft request' (duration: 108.544193ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:27.503539Z","caller":"traceutil/trace.go:171","msg":"trace[306122444] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"108.376498ms","start":"2026-07-01T07:25:27.395141Z","end":"2026-07-01T07:25:27.503518Z","steps":["trace[306122444] 'process raft request' (duration: 108.158194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:27.503784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.934308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-h6659\" ","response":"range_response_count:1 size:3255"} {"level":"warn","ts":"2026-07-01T07:25:27.50388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.851608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:27.503949Z","caller":"traceutil/trace.go:171","msg":"trace[324909830] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1786; }","duration":"105.967251ms","start":"2026-07-01T07:25:27.397969Z","end":"2026-07-01T07:25:27.503936Z","steps":["trace[324909830] 'agreement among raft nodes before linearized reading' (duration: 105.860099ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:27.503955Z","caller":"traceutil/trace.go:171","msg":"trace[1906923947] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-h6659; range_end:; response_count:1; response_revision:1786; }","duration":"111.141702ms","start":"2026-07-01T07:25:27.392769Z","end":"2026-07-01T07:25:27.503911Z","steps":["trace[1906923947] 'agreement among raft nodes before linearized reading' (duration: 110.697374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:27.50379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.335949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:27.50432Z","caller":"traceutil/trace.go:171","msg":"trace[365285323] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1786; }","duration":"106.88554ms","start":"2026-07-01T07:25:27.397363Z","end":"2026-07-01T07:25:27.504249Z","steps":["trace[365285323] 'agreement among raft nodes before linearized reading' (duration: 106.280108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:27.504048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.533643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:27.504711Z","caller":"traceutil/trace.go:171","msg":"trace[283683416] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1786; }","duration":"107.211176ms","start":"2026-07-01T07:25:27.397444Z","end":"2026-07-01T07:25:27.504656Z","steps":["trace[283683416] 'agreement among raft nodes before linearized reading' (duration: 106.40679ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:27.753071Z","caller":"traceutil/trace.go:171","msg":"trace[1233808095] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1864; }","duration":"168.240863ms","start":"2026-07-01T07:25:27.584801Z","end":"2026-07-01T07:25:27.753042Z","steps":["trace[1233808095] 'read index received' (duration: 103.87269ms)","trace[1233808095] 'applied index is now lower than readState.Index' (duration: 64.367073ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:27.753221Z","caller":"traceutil/trace.go:171","msg":"trace[1897045331] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"170.689541ms","start":"2026-07-01T07:25:27.582476Z","end":"2026-07-01T07:25:27.753166Z","steps":["trace[1897045331] 'process raft request' (duration: 106.270737ms)","trace[1897045331] 'compare' (duration: 64.171359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:25:27.753377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.542549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-h6659\" ","response":"range_response_count:1 size:4251"} {"level":"info","ts":"2026-07-01T07:25:27.753447Z","caller":"traceutil/trace.go:171","msg":"trace[853559882] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-h6659; range_end:; response_count:1; response_revision:1788; }","duration":"168.644861ms","start":"2026-07-01T07:25:27.584784Z","end":"2026-07-01T07:25:27.753429Z","steps":["trace[853559882] 'agreement among raft nodes before linearized reading' (duration: 168.396726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:27.753497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.549392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:222191"} {"level":"info","ts":"2026-07-01T07:25:27.753551Z","caller":"traceutil/trace.go:171","msg":"trace[1646602065] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1788; }","duration":"126.660034ms","start":"2026-07-01T07:25:27.626875Z","end":"2026-07-01T07:25:27.753535Z","steps":["trace[1646602065] 'agreement among raft nodes before linearized reading' (duration: 126.345348ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:28.452401Z","caller":"traceutil/trace.go:171","msg":"trace[1233157820] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"141.207477ms","start":"2026-07-01T07:25:28.311164Z","end":"2026-07-01T07:25:28.452371Z","steps":["trace[1233157820] 'read index received' (duration: 102.555415ms)","trace[1233157820] 'applied index is now lower than readState.Index' (duration: 38.650632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:25:28.45256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.35956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:25:28.452528Z","caller":"traceutil/trace.go:171","msg":"trace[596253843] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"187.227253ms","start":"2026-07-01T07:25:28.265243Z","end":"2026-07-01T07:25:28.452471Z","steps":["trace[596253843] 'process raft request' (duration: 148.574631ms)","trace[596253843] 'compare' (duration: 38.390016ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:28.452608Z","caller":"traceutil/trace.go:171","msg":"trace[1955051582] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1792; }","duration":"141.463632ms","start":"2026-07-01T07:25:28.311122Z","end":"2026-07-01T07:25:28.452586Z","steps":["trace[1955051582] 'agreement among raft nodes before linearized reading' (duration: 141.359011ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:29.544841Z","caller":"traceutil/trace.go:171","msg":"trace[1187693114] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"113.858824ms","start":"2026-07-01T07:25:29.43094Z","end":"2026-07-01T07:25:29.544798Z","steps":["trace[1187693114] 'process raft request' (duration: 113.779123ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:29.544886Z","caller":"traceutil/trace.go:171","msg":"trace[1158212183] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"114.454477ms","start":"2026-07-01T07:25:29.43039Z","end":"2026-07-01T07:25:29.544845Z","steps":["trace[1158212183] 'process raft request' (duration: 63.20703ms)","trace[1158212183] 'compare' (duration: 50.943292ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:32.61124Z","caller":"traceutil/trace.go:171","msg":"trace[1529039357] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"137.013666ms","start":"2026-07-01T07:25:32.474187Z","end":"2026-07-01T07:25:32.6112Z","steps":["trace[1529039357] 'process raft request' (duration: 136.815212ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:33.294528Z","caller":"traceutil/trace.go:171","msg":"trace[1185510295] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"116.574448ms","start":"2026-07-01T07:25:33.177931Z","end":"2026-07-01T07:25:33.294505Z","steps":["trace[1185510295] 'process raft request' (duration: 116.411725ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:33.296311Z","caller":"traceutil/trace.go:171","msg":"trace[219405260] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"115.445785ms","start":"2026-07-01T07:25:33.180831Z","end":"2026-07-01T07:25:33.296277Z","steps":["trace[219405260] 'process raft request' (duration: 115.208741ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:34.568682Z","caller":"traceutil/trace.go:171","msg":"trace[1271093493] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"137.452084ms","start":"2026-07-01T07:25:34.431202Z","end":"2026-07-01T07:25:34.568653Z","steps":["trace[1271093493] 'process raft request' (duration: 137.25385ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:35.425601Z","caller":"traceutil/trace.go:171","msg":"trace[1644933879] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"124.169706ms","start":"2026-07-01T07:25:35.301363Z","end":"2026-07-01T07:25:35.425532Z","steps":["trace[1644933879] 'process raft request' (duration: 82.502216ms)","trace[1644933879] 'compare' (duration: 41.416516ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:35.574704Z","caller":"traceutil/trace.go:171","msg":"trace[1606167153] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"143.93794ms","start":"2026-07-01T07:25:35.430739Z","end":"2026-07-01T07:25:35.574677Z","steps":["trace[1606167153] 'process raft request' (duration: 142.88616ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:35.576481Z","caller":"traceutil/trace.go:171","msg":"trace[1917054506] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"145.571652ms","start":"2026-07-01T07:25:35.430875Z","end":"2026-07-01T07:25:35.576446Z","steps":["trace[1917054506] 'process raft request' (duration: 145.319447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:40.989877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.252456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:25:40.990167Z","caller":"traceutil/trace.go:171","msg":"trace[743940529] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"460.261794ms","start":"2026-07-01T07:25:40.529861Z","end":"2026-07-01T07:25:40.990123Z","steps":["trace[743940529] 'process raft request' (duration: 297.647191ms)","trace[743940529] 'compare' (duration: 161.953931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:25:40.990378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:40.529835Z","time spent":"460.437557ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2302,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T07:25:40.990389Z","caller":"traceutil/trace.go:171","msg":"trace[1040051608] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"454.947911ms","start":"2026-07-01T07:25:40.535405Z","end":"2026-07-01T07:25:40.990353Z","steps":["trace[1040051608] 'read index received' (duration: 292.119213ms)","trace[1040051608] 'applied index is now lower than readState.Index' (duration: 162.825898ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:40.990405Z","caller":"traceutil/trace.go:171","msg":"trace[558017233] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"327.094103ms","start":"2026-07-01T07:25:40.663269Z","end":"2026-07-01T07:25:40.990363Z","steps":["trace[558017233] 'process raft request' (duration: 326.812868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:40.990574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:40.66323Z","time spent":"327.249967ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:41.018993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.535984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-01T07:25:41.019033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.976496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:41.019082Z","caller":"traceutil/trace.go:171","msg":"trace[226319348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"286.681877ms","start":"2026-07-01T07:25:40.732377Z","end":"2026-07-01T07:25:41.019059Z","steps":["trace[226319348] 'agreement among raft nodes before linearized reading' (duration: 286.454983ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:41.019095Z","caller":"traceutil/trace.go:171","msg":"trace[715957103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1866; }","duration":"116.083669ms","start":"2026-07-01T07:25:40.902993Z","end":"2026-07-01T07:25:41.019077Z","steps":["trace[715957103] 'agreement among raft nodes before linearized reading' (duration: 115.969957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:41.019168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.733551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-01T07:25:41.019385Z","caller":"traceutil/trace.go:171","msg":"trace[78015071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"483.972257ms","start":"2026-07-01T07:25:40.535316Z","end":"2026-07-01T07:25:41.019288Z","steps":["trace[78015071] 'agreement among raft nodes before linearized reading' (duration: 455.135886ms)","trace[78015071] 'range keys from in-memory index tree' (duration: 28.450883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:25:41.019497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:40.535267Z","time spent":"484.21472ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T07:25:44.466956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.53302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T07:25:44.467076Z","caller":"traceutil/trace.go:171","msg":"trace[1530765146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"424.676493ms","start":"2026-07-01T07:25:44.042371Z","end":"2026-07-01T07:25:44.467048Z","steps":["trace[1530765146] 'range keys from in-memory index tree' (duration: 424.314915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.467122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.629042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-01T07:25:44.467139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:44.04235Z","time spent":"424.772845ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-01T07:25:44.467173Z","caller":"traceutil/trace.go:171","msg":"trace[209717891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"848.694303ms","start":"2026-07-01T07:25:43.61846Z","end":"2026-07-01T07:25:44.467154Z","steps":["trace[209717891] 'range keys from in-memory index tree' (duration: 848.491648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.467169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.179982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T07:25:44.467206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:43.618449Z","time spent":"848.748754ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-01T07:25:44.467239Z","caller":"traceutil/trace.go:171","msg":"trace[1102057211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1941; }","duration":"739.334295ms","start":"2026-07-01T07:25:43.727888Z","end":"2026-07-01T07:25:44.467223Z","steps":["trace[1102057211] 'range keys from in-memory index tree' (duration: 738.998538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.467279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:43.727863Z","time spent":"739.407446ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T07:25:44.46727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.254037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:25:44.467349Z","caller":"traceutil/trace.go:171","msg":"trace[970262632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1941; }","duration":"823.387359ms","start":"2026-07-01T07:25:43.643941Z","end":"2026-07-01T07:25:44.467328Z","steps":["trace[970262632] 'range keys from in-memory index tree' (duration: 823.040473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.467395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:43.643915Z","time spent":"823.471282ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:25:44.467457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.541296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T07:25:44.467642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.620514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T07:25:44.46769Z","caller":"traceutil/trace.go:171","msg":"trace[2116989435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"805.686775ms","start":"2026-07-01T07:25:43.661992Z","end":"2026-07-01T07:25:44.467679Z","steps":["trace[2116989435] 'range keys from in-memory index tree' (duration: 805.489961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.467718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:43.661979Z","time spent":"805.731446ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T07:25:44.46798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.632029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T07:25:44.46801Z","caller":"traceutil/trace.go:171","msg":"trace[919846577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1941; }","duration":"852.71416ms","start":"2026-07-01T07:25:43.615287Z","end":"2026-07-01T07:25:44.468002Z","steps":["trace[919846577] 'range keys from in-memory index tree' (duration: 852.475686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.46804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:43.615257Z","time spent":"852.777272ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T07:25:44.46754Z","caller":"traceutil/trace.go:171","msg":"trace[1093097203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1941; }","duration":"854.656479ms","start":"2026-07-01T07:25:43.612865Z","end":"2026-07-01T07:25:44.467522Z","steps":["trace[1093097203] 'range keys from in-memory index tree' (duration: 854.393882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.468637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:43.612842Z","time spent":"855.774941ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T07:25:44.511199Z","caller":"traceutil/trace.go:171","msg":"trace[950770570] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2021; }","duration":"277.447118ms","start":"2026-07-01T07:25:44.233734Z","end":"2026-07-01T07:25:44.511181Z","steps":["trace[950770570] 'read index received' (duration: 277.400847ms)","trace[950770570] 'applied index is now lower than readState.Index' (duration: 45.231µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:44.511275Z","caller":"traceutil/trace.go:171","msg":"trace[1856642511] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"358.891612ms","start":"2026-07-01T07:25:44.152354Z","end":"2026-07-01T07:25:44.511246Z","steps":["trace[1856642511] 'process raft request' (duration: 358.703389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.511414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:44.15232Z","time spent":"359.011414ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:44.511984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.160152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-01T07:25:44.512112Z","caller":"traceutil/trace.go:171","msg":"trace[534948801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0; range_end:; response_count:1; response_revision:1942; }","duration":"278.364316ms","start":"2026-07-01T07:25:44.233679Z","end":"2026-07-01T07:25:44.512044Z","steps":["trace[534948801] 'agreement among raft nodes before linearized reading' (duration: 277.612351ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:44.755419Z","caller":"traceutil/trace.go:171","msg":"trace[2121133839] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"283.1982ms","start":"2026-07-01T07:25:44.47217Z","end":"2026-07-01T07:25:44.755368Z","steps":["trace[2121133839] 'process raft request' (duration: 282.956095ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:44.755774Z","caller":"traceutil/trace.go:171","msg":"trace[504486672] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"283.1713ms","start":"2026-07-01T07:25:44.47253Z","end":"2026-07-01T07:25:44.755701Z","steps":["trace[504486672] 'process raft request' (duration: 282.782862ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:44.755934Z","caller":"traceutil/trace.go:171","msg":"trace[2024254511] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"282.185581ms","start":"2026-07-01T07:25:44.473698Z","end":"2026-07-01T07:25:44.755884Z","steps":["trace[2024254511] 'process raft request' (duration: 282.053958ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:44.755939Z","caller":"traceutil/trace.go:171","msg":"trace[450878370] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"282.203251ms","start":"2026-07-01T07:25:44.473674Z","end":"2026-07-01T07:25:44.755877Z","steps":["trace[450878370] 'process raft request' (duration: 281.921796ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:44.756112Z","caller":"traceutil/trace.go:171","msg":"trace[2095963408] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2022; }","duration":"244.812913ms","start":"2026-07-01T07:25:44.511276Z","end":"2026-07-01T07:25:44.756089Z","steps":["trace[2095963408] 'read index received' (duration: 243.827204ms)","trace[2095963408] 'applied index is now lower than readState.Index' (duration: 978.129µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:44.756168Z","caller":"traceutil/trace.go:171","msg":"trace[1300321898] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"280.674191ms","start":"2026-07-01T07:25:44.475482Z","end":"2026-07-01T07:25:44.756156Z","steps":["trace[1300321898] 'process raft request' (duration: 280.318194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.756191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.719569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:44.756242Z","caller":"traceutil/trace.go:171","msg":"trace[1765833238] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1947; }","duration":"341.80659ms","start":"2026-07-01T07:25:44.414422Z","end":"2026-07-01T07:25:44.756229Z","steps":["trace[1765833238] 'agreement among raft nodes before linearized reading' (duration: 341.665337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.756257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.630051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:25:44.756283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:44.414412Z","time spent":"341.861911ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-01T07:25:44.756307Z","caller":"traceutil/trace.go:171","msg":"trace[1077989845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1947; }","duration":"480.744793ms","start":"2026-07-01T07:25:44.275547Z","end":"2026-07-01T07:25:44.756292Z","steps":["trace[1077989845] 'agreement among raft nodes before linearized reading' (duration: 480.631691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.756368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:44.275524Z","time spent":"480.827104ms","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T07:25:44.756398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.065317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-01T07:25:44.756754Z","caller":"traceutil/trace.go:171","msg":"trace[1397341287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0; range_end:; response_count:1; response_revision:1947; }","duration":"356.470555ms","start":"2026-07-01T07:25:44.400258Z","end":"2026-07-01T07:25:44.756729Z","steps":["trace[1397341287] 'agreement among raft nodes before linearized reading' (duration: 355.941826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:44.756859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:44.400238Z","time spent":"356.607299ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0\" "} {"level":"warn","ts":"2026-07-01T07:25:45.484842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.384301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:25:45.485024Z","caller":"traceutil/trace.go:171","msg":"trace[607525796] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"479.852636ms","start":"2026-07-01T07:25:45.005144Z","end":"2026-07-01T07:25:45.484997Z","steps":["trace[607525796] 'process raft request' (duration: 82.147789ms)","trace[607525796] 'compare' (duration: 397.229747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:25:45.485104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:45.00511Z","time spent":"479.956118ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:45.82521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.332642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:25:45.825472Z","caller":"traceutil/trace.go:171","msg":"trace[1824019853] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2030; }","duration":"348.905348ms","start":"2026-07-01T07:25:45.476547Z","end":"2026-07-01T07:25:45.825452Z","steps":["trace[1824019853] 'read index received' (duration: 140.239179ms)","trace[1824019853] 'applied index is now lower than readState.Index' (duration: 208.665089ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:45.825526Z","caller":"traceutil/trace.go:171","msg":"trace[1766944139] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"366.824187ms","start":"2026-07-01T07:25:45.458657Z","end":"2026-07-01T07:25:45.825481Z","steps":["trace[1766944139] 'process raft request' (duration: 366.672114ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:45.825529Z","caller":"traceutil/trace.go:171","msg":"trace[299946422] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"459.310566ms","start":"2026-07-01T07:25:45.366155Z","end":"2026-07-01T07:25:45.825465Z","steps":["trace[299946422] 'process raft request' (duration: 250.600926ms)","trace[299946422] 'compare' (duration: 207.844683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:25:45.825798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:45.366123Z","time spent":"459.621912ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:45.82579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:45.458613Z","time spent":"367.030301ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:45.825872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.519102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-07-01T07:25:45.825873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.278455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T07:25:45.825958Z","caller":"traceutil/trace.go:171","msg":"trace[1683584342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0; range_end:; response_count:1; response_revision:1952; }","duration":"308.661945ms","start":"2026-07-01T07:25:45.517268Z","end":"2026-07-01T07:25:45.82593Z","steps":["trace[1683584342] 'agreement among raft nodes before linearized reading' (duration: 308.315038ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:45.825992Z","caller":"traceutil/trace.go:171","msg":"trace[812659630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"349.481449ms","start":"2026-07-01T07:25:45.476482Z","end":"2026-07-01T07:25:45.825963Z","steps":["trace[812659630] 'agreement among raft nodes before linearized reading' (duration: 349.073311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:45.82601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:45.51724Z","time spent":"308.760746ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-291b5dd8-e049-49ae-9821-fae3fabcfee0\" "} {"level":"warn","ts":"2026-07-01T07:25:45.826053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:45.476454Z","time spent":"349.589002ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-01T07:25:51.673508Z","caller":"traceutil/trace.go:171","msg":"trace[222007275] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"189.878745ms","start":"2026-07-01T07:25:51.483595Z","end":"2026-07-01T07:25:51.673474Z","steps":["trace[222007275] 'process raft request' (duration: 149.220503ms)","trace[222007275] 'compare' (duration: 40.09457ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:51.6741Z","caller":"traceutil/trace.go:171","msg":"trace[399223836] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"190.301492ms","start":"2026-07-01T07:25:51.483742Z","end":"2026-07-01T07:25:51.674044Z","steps":["trace[399223836] 'process raft request' (duration: 190.014777ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:51.674231Z","caller":"traceutil/trace.go:171","msg":"trace[472587856] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"190.386645ms","start":"2026-07-01T07:25:51.483826Z","end":"2026-07-01T07:25:51.674212Z","steps":["trace[472587856] 'process raft request' (duration: 190.12435ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:51.674497Z","caller":"traceutil/trace.go:171","msg":"trace[458413665] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2094; }","duration":"117.69195ms","start":"2026-07-01T07:25:51.556788Z","end":"2026-07-01T07:25:51.67448Z","steps":["trace[458413665] 'read index received' (duration: 76.139532ms)","trace[458413665] 'applied index is now lower than readState.Index' (duration: 41.551348ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:51.674608Z","caller":"traceutil/trace.go:171","msg":"trace[1221512646] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"155.390574ms","start":"2026-07-01T07:25:51.519186Z","end":"2026-07-01T07:25:51.674577Z","steps":["trace[1221512646] 'process raft request' (duration: 155.22701ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:51.674617Z","caller":"traceutil/trace.go:171","msg":"trace[2117634884] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"190.177671ms","start":"2026-07-01T07:25:51.484399Z","end":"2026-07-01T07:25:51.674576Z","steps":["trace[2117634884] 'process raft request' (duration: 189.721052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:51.674744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.923424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-01T07:25:51.6748Z","caller":"traceutil/trace.go:171","msg":"trace[1154698408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2016; }","duration":"118.054926ms","start":"2026-07-01T07:25:51.556729Z","end":"2026-07-01T07:25:51.674784Z","steps":["trace[1154698408] 'agreement among raft nodes before linearized reading' (duration: 117.827772ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:52.027109Z","caller":"traceutil/trace.go:171","msg":"trace[2112568352] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"177.982763ms","start":"2026-07-01T07:25:51.849087Z","end":"2026-07-01T07:25:52.02707Z","steps":["trace[2112568352] 'process raft request' (duration: 177.791309ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:52.149715Z","caller":"traceutil/trace.go:171","msg":"trace[2126370554] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2099; }","duration":"285.902883ms","start":"2026-07-01T07:25:51.86378Z","end":"2026-07-01T07:25:52.149683Z","steps":["trace[2126370554] 'read index received' (duration: 163.160754ms)","trace[2126370554] 'applied index is now lower than readState.Index' (duration: 122.739589ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:52.150016Z","caller":"traceutil/trace.go:171","msg":"trace[643257253] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"287.203028ms","start":"2026-07-01T07:25:51.862778Z","end":"2026-07-01T07:25:52.149981Z","steps":["trace[643257253] 'process raft request' (duration: 286.699487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:52.150355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.502275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:52.150473Z","caller":"traceutil/trace.go:171","msg":"trace[800913447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2018; }","duration":"286.692228ms","start":"2026-07-01T07:25:51.863752Z","end":"2026-07-01T07:25:52.150444Z","steps":["trace[800913447] 'agreement among raft nodes before linearized reading' (duration: 286.284401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:52.152634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.214503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T07:25:52.152715Z","caller":"traceutil/trace.go:171","msg":"trace[1479873752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2019; }","duration":"279.343635ms","start":"2026-07-01T07:25:51.873349Z","end":"2026-07-01T07:25:52.152693Z","steps":["trace[1479873752] 'agreement among raft nodes before linearized reading' (duration: 279.06866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:52.152653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.179383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-07-01T07:25:52.153331Z","caller":"traceutil/trace.go:171","msg":"trace[446326028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2019; }","duration":"149.907106ms","start":"2026-07-01T07:25:52.00341Z","end":"2026-07-01T07:25:52.153318Z","steps":["trace[446326028] 'agreement among raft nodes before linearized reading' (duration: 149.017199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:52.153367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.138808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nn874\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-07-01T07:25:52.153434Z","caller":"traceutil/trace.go:171","msg":"trace[1153428211] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nn874; range_end:; response_count:1; response_revision:2019; }","duration":"229.227399ms","start":"2026-07-01T07:25:51.924189Z","end":"2026-07-01T07:25:52.153417Z","steps":["trace[1153428211] 'agreement among raft nodes before linearized reading' (duration: 229.050556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:52.153561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.260618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:52.153624Z","caller":"traceutil/trace.go:171","msg":"trace[1094594027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2019; }","duration":"250.36402ms","start":"2026-07-01T07:25:51.903225Z","end":"2026-07-01T07:25:52.153589Z","steps":["trace[1094594027] 'agreement among raft nodes before linearized reading' (duration: 250.292869ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:52.958728Z","caller":"traceutil/trace.go:171","msg":"trace[1737666539] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"144.811047ms","start":"2026-07-01T07:25:52.813889Z","end":"2026-07-01T07:25:52.9587Z","steps":["trace[1737666539] 'process raft request' (duration: 144.624474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:53.473184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.783829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:25:53.473359Z","caller":"traceutil/trace.go:171","msg":"trace[1600854245] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2029; }","duration":"326.971832ms","start":"2026-07-01T07:25:53.146358Z","end":"2026-07-01T07:25:53.47333Z","steps":["trace[1600854245] 'range keys from in-memory index tree' (duration: 326.760607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:53.473733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.787613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:25:53.474138Z","caller":"traceutil/trace.go:171","msg":"trace[839139753] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2111; }","duration":"569.96504ms","start":"2026-07-01T07:25:52.904147Z","end":"2026-07-01T07:25:53.474112Z","steps":["trace[839139753] 'read index received' (duration: 54.377518ms)","trace[839139753] 'applied index is now lower than readState.Index' (duration: 515.586162ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:53.474286Z","caller":"traceutil/trace.go:171","msg":"trace[1514249887] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"659.261337ms","start":"2026-07-01T07:25:52.815001Z","end":"2026-07-01T07:25:53.474262Z","steps":["trace[1514249887] 'process raft request' (duration: 658.871908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:53.474297Z","caller":"traceutil/trace.go:171","msg":"trace[696292380] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"656.176417ms","start":"2026-07-01T07:25:52.818102Z","end":"2026-07-01T07:25:53.474278Z","steps":["trace[696292380] 'process raft request' (duration: 655.8611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:53.474389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.245726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:25:53.474402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:52.818083Z","time spent":"656.265528ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:25:53.474442Z","caller":"traceutil/trace.go:171","msg":"trace[1285448211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2033; }","duration":"570.348738ms","start":"2026-07-01T07:25:52.904077Z","end":"2026-07-01T07:25:53.474425Z","steps":["trace[1285448211] 'agreement among raft nodes before linearized reading' (duration: 570.205755ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:53.474428Z","caller":"traceutil/trace.go:171","msg":"trace[951533329] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"656.254388ms","start":"2026-07-01T07:25:52.818127Z","end":"2026-07-01T07:25:53.474381Z","steps":["trace[951533329] 'process raft request' (duration: 655.920242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:53.474441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.841113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:25:53.474504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:52.904051Z","time spent":"570.429959ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T07:25:53.474496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:52.814987Z","time spent":"659.378619ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:25:53.474552Z","caller":"traceutil/trace.go:171","msg":"trace[977817968] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2033; }","duration":"357.017386ms","start":"2026-07-01T07:25:53.117498Z","end":"2026-07-01T07:25:53.474515Z","steps":["trace[977817968] 'agreement among raft nodes before linearized reading' (duration: 356.843753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:53.474612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:53.117467Z","time spent":"357.131498ms","remote":"127.0.0.1:35280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T07:25:53.47467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.915739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-01T07:25:53.474689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:52.81811Z","time spent":"656.40752ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:53.474679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.427133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:25:53.474732Z","caller":"traceutil/trace.go:171","msg":"trace[1725805348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2033; }","duration":"312.02384ms","start":"2026-07-01T07:25:53.162687Z","end":"2026-07-01T07:25:53.474711Z","steps":["trace[1725805348] 'agreement among raft nodes before linearized reading' (duration: 311.800696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:53.474784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:53.162656Z","time spent":"312.119412ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-01T07:25:53.474793Z","caller":"traceutil/trace.go:171","msg":"trace[1315702047] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2033; }","duration":"138.633787ms","start":"2026-07-01T07:25:53.336136Z","end":"2026-07-01T07:25:53.47477Z","steps":["trace[1315702047] 'agreement among raft nodes before linearized reading' (duration: 138.346492ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:53.47439Z","caller":"traceutil/trace.go:171","msg":"trace[506243137] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"660.394599ms","start":"2026-07-01T07:25:52.813951Z","end":"2026-07-01T07:25:53.474346Z","steps":["trace[506243137] 'process raft request' (duration: 213.834611ms)","trace[506243137] 'compare' (duration: 445.607729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:25:53.475412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:52.813927Z","time spent":"661.365197ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:53.896354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.053477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:25:53.896505Z","caller":"traceutil/trace.go:171","msg":"trace[424429693] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"216.009773ms","start":"2026-07-01T07:25:53.680469Z","end":"2026-07-01T07:25:53.896479Z","steps":["trace[424429693] 'process raft request' (duration: 42.708741ms)","trace[424429693] 'compare' (duration: 172.646509ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:58.021286Z","caller":"traceutil/trace.go:171","msg":"trace[1146661555] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"113.140431ms","start":"2026-07-01T07:25:57.908116Z","end":"2026-07-01T07:25:58.021257Z","steps":["trace[1146661555] 'process raft request' (duration: 112.950717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:59.483752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076229459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T07:25:59.511984Z","caller":"traceutil/trace.go:171","msg":"trace[1917273136] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"864.654373ms","start":"2026-07-01T07:25:58.64731Z","end":"2026-07-01T07:25:59.511964Z","steps":["trace[1917273136] 'process raft request' (duration: 864.50619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:59.512107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:58.647274Z","time spent":"864.764665ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:25:59.643925Z","caller":"traceutil/trace.go:171","msg":"trace[1030243083] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2145; }","duration":"660.570573ms","start":"2026-07-01T07:25:58.983293Z","end":"2026-07-01T07:25:59.643863Z","steps":["trace[1030243083] 'read index received' (duration: 528.546505ms)","trace[1030243083] 'applied index is now lower than readState.Index' (duration: 132.022368ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:25:59.644006Z","caller":"traceutil/trace.go:171","msg":"trace[2057989276] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"965.691689ms","start":"2026-07-01T07:25:58.678274Z","end":"2026-07-01T07:25:59.643966Z","steps":["trace[2057989276] 'process raft request' (duration: 965.313082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:59.644185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:58.67826Z","time spent":"965.820661ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:25:59.644283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.941483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T07:25:59.644303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.98927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:25:59.644347Z","caller":"traceutil/trace.go:171","msg":"trace[1334717678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2063; }","duration":"139.047946ms","start":"2026-07-01T07:25:59.505286Z","end":"2026-07-01T07:25:59.644334Z","steps":["trace[1334717678] 'agreement among raft nodes before linearized reading' (duration: 138.852412ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:59.644386Z","caller":"traceutil/trace.go:171","msg":"trace[262998420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2063; }","duration":"661.124203ms","start":"2026-07-01T07:25:58.983214Z","end":"2026-07-01T07:25:59.644338Z","steps":["trace[262998420] 'agreement among raft nodes before linearized reading' (duration: 660.872508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:59.644442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:25:58.98317Z","time spent":"661.255796ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:25:59.644402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.041185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T07:25:59.644524Z","caller":"traceutil/trace.go:171","msg":"trace[228030084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2063; }","duration":"137.22261ms","start":"2026-07-01T07:25:59.507277Z","end":"2026-07-01T07:25:59.644499Z","steps":["trace[228030084] 'agreement among raft nodes before linearized reading' (duration: 136.944723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:59.644423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.960864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T07:25:59.644656Z","caller":"traceutil/trace.go:171","msg":"trace[1989960746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2063; }","duration":"137.292691ms","start":"2026-07-01T07:25:59.507333Z","end":"2026-07-01T07:25:59.644625Z","steps":["trace[1989960746] 'agreement among raft nodes before linearized reading' (duration: 136.829421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:25:59.644676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.147764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-01T07:25:59.644782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.943165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T07:25:59.644848Z","caller":"traceutil/trace.go:171","msg":"trace[1372824795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2063; }","duration":"136.023827ms","start":"2026-07-01T07:25:59.508808Z","end":"2026-07-01T07:25:59.644832Z","steps":["trace[1372824795] 'agreement among raft nodes before linearized reading' (duration: 135.334003ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:25:59.644816Z","caller":"traceutil/trace.go:171","msg":"trace[446235426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"127.339948ms","start":"2026-07-01T07:25:59.517439Z","end":"2026-07-01T07:25:59.644779Z","steps":["trace[446235426] 'agreement among raft nodes before linearized reading' (duration: 126.816677ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:27.963842Z","caller":"traceutil/trace.go:171","msg":"trace[1539944401] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"116.693223ms","start":"2026-07-01T07:26:27.84711Z","end":"2026-07-01T07:26:27.963803Z","steps":["trace[1539944401] 'process raft request' (duration: 84.624049ms)","trace[1539944401] 'compare' (duration: 31.789808ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:26:27.964152Z","caller":"traceutil/trace.go:171","msg":"trace[793251419] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"116.836505ms","start":"2026-07-01T07:26:27.847284Z","end":"2026-07-01T07:26:27.96412Z","steps":["trace[793251419] 'process raft request' (duration: 116.465198ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:27.964362Z","caller":"traceutil/trace.go:171","msg":"trace[1690743087] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"114.166302ms","start":"2026-07-01T07:26:27.850165Z","end":"2026-07-01T07:26:27.964331Z","steps":["trace[1690743087] 'process raft request' (duration: 113.844596ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:27.9646Z","caller":"traceutil/trace.go:171","msg":"trace[882891524] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"114.069161ms","start":"2026-07-01T07:26:27.850509Z","end":"2026-07-01T07:26:27.964579Z","steps":["trace[882891524] 'process raft request' (duration: 113.742255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:30.309701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.630294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:26:30.30982Z","caller":"traceutil/trace.go:171","msg":"trace[281047351] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"165.979841ms","start":"2026-07-01T07:26:30.143823Z","end":"2026-07-01T07:26:30.309803Z","steps":["trace[281047351] 'read index received' (duration: 18.108202ms)","trace[281047351] 'applied index is now lower than readState.Index' (duration: 147.870189ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:26:30.309878Z","caller":"traceutil/trace.go:171","msg":"trace[1384901532] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"193.850935ms","start":"2026-07-01T07:26:30.115991Z","end":"2026-07-01T07:26:30.309842Z","steps":["trace[1384901532] 'process raft request' (duration: 45.988196ms)","trace[1384901532] 'compare' (duration: 147.40921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:26:30.309928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.109664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:26:30.30996Z","caller":"traceutil/trace.go:171","msg":"trace[253158659] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2239; }","duration":"166.172855ms","start":"2026-07-01T07:26:30.143777Z","end":"2026-07-01T07:26:30.30995Z","steps":["trace[253158659] 'agreement among raft nodes before linearized reading' (duration: 166.097413ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:30.461886Z","caller":"traceutil/trace.go:171","msg":"trace[912234302] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"152.01319ms","start":"2026-07-01T07:26:30.309846Z","end":"2026-07-01T07:26:30.461859Z","steps":["trace[912234302] 'read index received' (duration: 112.46643ms)","trace[912234302] 'applied index is now lower than readState.Index' (duration: 39.54531ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:26:30.461894Z","caller":"traceutil/trace.go:171","msg":"trace[1698030709] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"221.680856ms","start":"2026-07-01T07:26:30.240179Z","end":"2026-07-01T07:26:30.46186Z","steps":["trace[1698030709] 'process raft request' (duration: 182.117526ms)","trace[1698030709] 'compare' (duration: 39.354396ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:26:30.462054Z","caller":"traceutil/trace.go:171","msg":"trace[1218154138] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"100.048708ms","start":"2026-07-01T07:26:30.361996Z","end":"2026-07-01T07:26:30.462044Z","steps":["trace[1218154138] 'process raft request' (duration: 99.833154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:30.46245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.086955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:26:30.462827Z","caller":"traceutil/trace.go:171","msg":"trace[307597291] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2241; }","duration":"204.540654ms","start":"2026-07-01T07:26:30.258256Z","end":"2026-07-01T07:26:30.462797Z","steps":["trace[307597291] 'agreement among raft nodes before linearized reading' (duration: 203.682727ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:31.126188Z","caller":"traceutil/trace.go:171","msg":"trace[1777336961] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2333; }","duration":"121.462153ms","start":"2026-07-01T07:26:31.004672Z","end":"2026-07-01T07:26:31.126134Z","steps":["trace[1777336961] 'read index received' (duration: 30.38022ms)","trace[1777336961] 'applied index is now lower than readState.Index' (duration: 91.079203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:26:31.126563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.864573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T07:26:31.126675Z","caller":"traceutil/trace.go:171","msg":"trace[783240244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2242; }","duration":"121.994245ms","start":"2026-07-01T07:26:31.004653Z","end":"2026-07-01T07:26:31.126647Z","steps":["trace[783240244] 'agreement among raft nodes before linearized reading' (duration: 121.658088ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:37.43543Z","caller":"traceutil/trace.go:171","msg":"trace[1681701057] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"259.664015ms","start":"2026-07-01T07:26:37.175732Z","end":"2026-07-01T07:26:37.435396Z","steps":["trace[1681701057] 'process raft request' (duration: 259.298849ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:38.027468Z","caller":"traceutil/trace.go:171","msg":"trace[314236033] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"310.72947ms","start":"2026-07-01T07:26:37.716719Z","end":"2026-07-01T07:26:38.027448Z","steps":["trace[314236033] 'process raft request' (duration: 310.585607ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:38.027501Z","caller":"traceutil/trace.go:171","msg":"trace[299662414] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"128.661015ms","start":"2026-07-01T07:26:37.898792Z","end":"2026-07-01T07:26:38.027453Z","steps":["trace[299662414] 'read index received' (duration: 128.633345ms)","trace[299662414] 'applied index is now lower than readState.Index' (duration: 15.03µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:26:38.0276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:37.716685Z","time spent":"310.844513ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:26:38.027806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.992372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T07:26:38.027804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.139227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:26:38.027911Z","caller":"traceutil/trace.go:171","msg":"trace[1877815037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2277; }","duration":"123.30895ms","start":"2026-07-01T07:26:37.904562Z","end":"2026-07-01T07:26:38.027871Z","steps":["trace[1877815037] 'agreement among raft nodes before linearized reading' (duration: 123.128616ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:38.027843Z","caller":"traceutil/trace.go:171","msg":"trace[2029965496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2277; }","duration":"129.097604ms","start":"2026-07-01T07:26:37.898737Z","end":"2026-07-01T07:26:38.027835Z","steps":["trace[2029965496] 'agreement among raft nodes before linearized reading' (duration: 128.874039ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:38.428467Z","caller":"traceutil/trace.go:171","msg":"trace[1398144010] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2370; }","duration":"267.08766ms","start":"2026-07-01T07:26:38.161342Z","end":"2026-07-01T07:26:38.42843Z","steps":["trace[1398144010] 'read index received' (duration: 266.893596ms)","trace[1398144010] 'applied index is now lower than readState.Index' (duration: 191.604µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:26:38.428706Z","caller":"traceutil/trace.go:171","msg":"trace[847244136] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"396.124553ms","start":"2026-07-01T07:26:38.03256Z","end":"2026-07-01T07:26:38.428685Z","steps":["trace[847244136] 'process raft request' (duration: 395.672164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:38.428901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.03253Z","time spent":"396.222874ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:26:38.428922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.560833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T07:26:38.428995Z","caller":"traceutil/trace.go:171","msg":"trace[1210586624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2278; }","duration":"260.685445ms","start":"2026-07-01T07:26:38.168289Z","end":"2026-07-01T07:26:38.428975Z","steps":["trace[1210586624] 'agreement among raft nodes before linearized reading' (duration: 260.43546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:38.429221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.136126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T07:26:38.429285Z","caller":"traceutil/trace.go:171","msg":"trace[545128522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"259.242787ms","start":"2026-07-01T07:26:38.170028Z","end":"2026-07-01T07:26:38.429271Z","steps":["trace[545128522] 'agreement among raft nodes before linearized reading' (duration: 259.072683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:38.429321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.959586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T07:26:38.42934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.282772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T07:26:38.42939Z","caller":"traceutil/trace.go:171","msg":"trace[2041583056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"268.072109ms","start":"2026-07-01T07:26:38.161301Z","end":"2026-07-01T07:26:38.429373Z","steps":["trace[2041583056] 'agreement among raft nodes before linearized reading' (duration: 267.876245ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:38.429477Z","caller":"traceutil/trace.go:171","msg":"trace[1310845959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"250.474916ms","start":"2026-07-01T07:26:38.178957Z","end":"2026-07-01T07:26:38.429432Z","steps":["trace[1310845959] 'agreement among raft nodes before linearized reading' (duration: 250.115539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:38.429349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.44705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T07:26:38.42958Z","caller":"traceutil/trace.go:171","msg":"trace[554319510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2278; }","duration":"260.713227ms","start":"2026-07-01T07:26:38.168845Z","end":"2026-07-01T07:26:38.429558Z","steps":["trace[554319510] 'agreement among raft nodes before linearized reading' (duration: 260.279978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.195205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.754164Z","time spent":"441.028738ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T07:26:39.19578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.968841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:26:39.195958Z","caller":"traceutil/trace.go:171","msg":"trace[1722873192] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"761.10518ms","start":"2026-07-01T07:26:38.434826Z","end":"2026-07-01T07:26:39.195932Z","steps":["trace[1722873192] 'process raft request' (duration: 440.801112ms)","trace[1722873192] 'compare' (duration: 319.42184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:26:39.19605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.434801Z","time spent":"761.210531ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:26:39.742042Z","caller":"traceutil/trace.go:171","msg":"trace[723632289] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"1.307180262s","start":"2026-07-01T07:26:38.434826Z","end":"2026-07-01T07:26:39.742007Z","steps":["trace[723632289] 'process raft request' (duration: 1.26959984s)","trace[723632289] 'compare' (duration: 37.315237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:26:39.742264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.434801Z","time spent":"1.307354105s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:26:39.742376Z","caller":"traceutil/trace.go:171","msg":"trace[1233007742] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"1.3071438s","start":"2026-07-01T07:26:38.435201Z","end":"2026-07-01T07:26:39.742344Z","steps":["trace[1233007742] 'process raft request' (duration: 1.306752853s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.742546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.435181Z","time spent":"1.307270152s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:26:39.742977Z","caller":"traceutil/trace.go:171","msg":"trace[564596611] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"1.307699552s","start":"2026-07-01T07:26:38.435262Z","end":"2026-07-01T07:26:39.742962Z","steps":["trace[564596611] 'process raft request' (duration: 1.306989678s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.743049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.435232Z","time spent":"1.307776983s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:26:39.743164Z","caller":"traceutil/trace.go:171","msg":"trace[1484779117] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"1.254774211s","start":"2026-07-01T07:26:38.488344Z","end":"2026-07-01T07:26:39.743118Z","steps":["trace[1484779117] 'process raft request' (duration: 1.254549597s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.743407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.488321Z","time spent":"1.254950466s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:26:39.743396Z","caller":"traceutil/trace.go:171","msg":"trace[1194395119] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"1.246374698s","start":"2026-07-01T07:26:38.496961Z","end":"2026-07-01T07:26:39.743335Z","steps":["trace[1194395119] 'process raft request' (duration: 1.246091433s)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:39.743491Z","caller":"traceutil/trace.go:171","msg":"trace[1197978816] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2371; }","duration":"1.252212592s","start":"2026-07-01T07:26:38.491263Z","end":"2026-07-01T07:26:39.743476Z","steps":["trace[1197978816] 'read index received' (duration: 384.328283ms)","trace[1197978816] 'applied index is now lower than readState.Index' (duration: 867.882789ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:26:39.743518Z","caller":"traceutil/trace.go:171","msg":"trace[2054836330] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"1.243227687s","start":"2026-07-01T07:26:38.500277Z","end":"2026-07-01T07:26:39.743505Z","steps":["trace[2054836330] 'process raft request' (duration: 1.242983873s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.743631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203016273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:26:39.743639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252356804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:26:39.743672Z","caller":"traceutil/trace.go:171","msg":"trace[1720214091] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2285; }","duration":"1.203080055s","start":"2026-07-01T07:26:38.540581Z","end":"2026-07-01T07:26:39.743661Z","steps":["trace[1720214091] 'agreement among raft nodes before linearized reading' (duration: 1.203007444s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.743641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.49695Z","time spent":"1.246581442s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:26:39.743683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.500248Z","time spent":"1.243320998s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:26:39.743711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.540573Z","time spent":"1.203130146s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T07:26:39.743721Z","caller":"traceutil/trace.go:171","msg":"trace[544876098] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2285; }","duration":"1.252520267s","start":"2026-07-01T07:26:38.491177Z","end":"2026-07-01T07:26:39.743698Z","steps":["trace[544876098] 'agreement among raft nodes before linearized reading' (duration: 1.252371064s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.743775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.491165Z","time spent":"1.252593699s","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T07:26:39.743927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.277261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T07:26:39.743928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.893759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T07:26:39.743932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.255754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T07:26:39.743978Z","caller":"traceutil/trace.go:171","msg":"trace[1738637321] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2285; }","duration":"990.391304ms","start":"2026-07-01T07:26:38.753568Z","end":"2026-07-01T07:26:39.743959Z","steps":["trace[1738637321] 'agreement among raft nodes before linearized reading' (duration: 990.251611ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:26:39.744001Z","caller":"traceutil/trace.go:171","msg":"trace[114834335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2285; }","duration":"412.038082ms","start":"2026-07-01T07:26:39.33194Z","end":"2026-07-01T07:26:39.743978Z","steps":["trace[114834335] 'agreement among raft nodes before linearized reading' (duration: 411.837188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.744033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:38.753542Z","time spent":"990.480076ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T07:26:39.74405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:39.331875Z","time spent":"412.166184ms","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T07:26:39.744058Z","caller":"traceutil/trace.go:171","msg":"trace[1269048245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"304.482738ms","start":"2026-07-01T07:26:39.439531Z","end":"2026-07-01T07:26:39.744014Z","steps":["trace[1269048245] 'agreement among raft nodes before linearized reading' (duration: 304.06224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:26:39.744139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:26:39.439511Z","time spent":"304.613031ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T07:27:26.227198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.161325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-01T07:27:26.227307Z","caller":"traceutil/trace.go:171","msg":"trace[1386056310] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2710; }","duration":"125.311029ms","start":"2026-07-01T07:27:26.101976Z","end":"2026-07-01T07:27:26.227287Z","steps":["trace[1386056310] 'range keys from in-memory index tree' (duration: 124.978252ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:27:26.926412Z","caller":"traceutil/trace.go:171","msg":"trace[1963925043] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"256.959532ms","start":"2026-07-01T07:27:26.669404Z","end":"2026-07-01T07:27:26.926364Z","steps":["trace[1963925043] 'process raft request' (duration: 256.728928ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:00.21592Z","caller":"traceutil/trace.go:171","msg":"trace[2002566703] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"130.555652ms","start":"2026-07-01T07:28:00.085302Z","end":"2026-07-01T07:28:00.215857Z","steps":["trace[2002566703] 'process raft request' (duration: 118.236151ms)","trace[2002566703] 'compare' (duration: 12.032445ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:28:00.216072Z","caller":"traceutil/trace.go:171","msg":"trace[1769745450] linearizableReadLoop","detail":"{readStateIndex:3027; appliedIndex:3024; }","duration":"123.814191ms","start":"2026-07-01T07:28:00.092216Z","end":"2026-07-01T07:28:00.216031Z","steps":["trace[1769745450] 'read index received' (duration: 57.298441ms)","trace[1769745450] 'applied index is now lower than readState.Index' (duration: 66.51344ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:28:00.21592Z","caller":"traceutil/trace.go:171","msg":"trace[2014784024] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"130.125983ms","start":"2026-07-01T07:28:00.085742Z","end":"2026-07-01T07:28:00.215868Z","steps":["trace[2014784024] 'process raft request' (duration: 130.007891ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:00.216132Z","caller":"traceutil/trace.go:171","msg":"trace[1413264388] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"110.52491ms","start":"2026-07-01T07:28:00.105562Z","end":"2026-07-01T07:28:00.216087Z","steps":["trace[1413264388] 'process raft request' (duration: 110.259465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:28:00.216451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.190998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-01T07:28:00.216504Z","caller":"traceutil/trace.go:171","msg":"trace[1828143862] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2912; }","duration":"124.3242ms","start":"2026-07-01T07:28:00.092165Z","end":"2026-07-01T07:28:00.216489Z","steps":["trace[1828143862] 'agreement among raft nodes before linearized reading' (duration: 123.994933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:28:00.891262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.187534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T07:28:00.891282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.984952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T07:28:00.891345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.337762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:28:00.891377Z","caller":"traceutil/trace.go:171","msg":"trace[1249147270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2912; }","duration":"543.132765ms","start":"2026-07-01T07:28:00.348221Z","end":"2026-07-01T07:28:00.891354Z","steps":["trace[1249147270] 'range keys from in-memory index tree' (duration: 542.820399ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:00.891366Z","caller":"traceutil/trace.go:171","msg":"trace[447547039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2912; }","duration":"504.322046ms","start":"2026-07-01T07:28:00.38702Z","end":"2026-07-01T07:28:00.891342Z","steps":["trace[447547039] 'range keys from in-memory index tree' (duration: 504.035001ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:00.891421Z","caller":"traceutil/trace.go:171","msg":"trace[524062489] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3028; }","duration":"287.163242ms","start":"2026-07-01T07:28:00.604245Z","end":"2026-07-01T07:28:00.891408Z","steps":["trace[524062489] 'read index received' (duration: 25.76µs)","trace[524062489] 'applied index is now lower than readState.Index' (duration: 287.136562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:28:00.89144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:28:00.348198Z","time spent":"543.214046ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T07:28:00.891464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:28:00.387005Z","time spent":"504.436819ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T07:28:00.89151Z","caller":"traceutil/trace.go:171","msg":"trace[2095448555] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"495.121406ms","start":"2026-07-01T07:28:00.396372Z","end":"2026-07-01T07:28:00.891493Z","steps":["trace[2095448555] 'process raft request' (duration: 133.55882ms)","trace[2095448555] 'compare' (duration: 361.054756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:28:00.891266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.246545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T07:28:00.891584Z","caller":"traceutil/trace.go:171","msg":"trace[1008164750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2912; }","duration":"504.613572ms","start":"2026-07-01T07:28:00.386953Z","end":"2026-07-01T07:28:00.891566Z","steps":["trace[1008164750] 'range keys from in-memory index tree' (duration: 504.077451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:28:00.891654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:28:00.386941Z","time spent":"504.697814ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T07:28:00.891656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:28:00.396354Z","time spent":"495.210988ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:28:00.891522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.279424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:28:00.891746Z","caller":"traceutil/trace.go:171","msg":"trace[710833851] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2913; }","duration":"287.514519ms","start":"2026-07-01T07:28:00.604211Z","end":"2026-07-01T07:28:00.891725Z","steps":["trace[710833851] 'agreement among raft nodes before linearized reading' (duration: 287.273565ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:01.090912Z","caller":"traceutil/trace.go:171","msg":"trace[1384349485] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"194.949751ms","start":"2026-07-01T07:28:00.895927Z","end":"2026-07-01T07:28:01.090876Z","steps":["trace[1384349485] 'process raft request' (duration: 191.495483ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:01.132266Z","caller":"traceutil/trace.go:171","msg":"trace[1931766255] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"235.774898ms","start":"2026-07-01T07:28:00.896466Z","end":"2026-07-01T07:28:01.13224Z","steps":["trace[1931766255] 'process raft request' (duration: 235.35663ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:01.13231Z","caller":"traceutil/trace.go:171","msg":"trace[1080163345] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"235.136365ms","start":"2026-07-01T07:28:00.897139Z","end":"2026-07-01T07:28:01.132275Z","steps":["trace[1080163345] 'process raft request' (duration: 234.912851ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:01.132303Z","caller":"traceutil/trace.go:171","msg":"trace[1145228558] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"235.787237ms","start":"2026-07-01T07:28:00.896472Z","end":"2026-07-01T07:28:01.13226Z","steps":["trace[1145228558] 'process raft request' (duration: 235.510872ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:28:01.26302Z","caller":"traceutil/trace.go:171","msg":"trace[296277009] linearizableReadLoop","detail":"{readStateIndex:3034; appliedIndex:3033; }","duration":"127.37957ms","start":"2026-07-01T07:28:01.135591Z","end":"2026-07-01T07:28:01.26297Z","steps":["trace[296277009] 'read index received' (duration: 123.017163ms)","trace[296277009] 'applied index is now lower than readState.Index' (duration: 4.360337ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:28:01.263234Z","caller":"traceutil/trace.go:171","msg":"trace[235470377] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"126.390111ms","start":"2026-07-01T07:28:01.136582Z","end":"2026-07-01T07:28:01.262972Z","steps":["trace[235470377] 'process raft request' (duration: 126.267197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:28:01.263311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.675275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18be19cd115ceaa7\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-01T07:28:01.263374Z","caller":"traceutil/trace.go:171","msg":"trace[512070255] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18be19cd115ceaa7; range_end:; response_count:1; response_revision:2918; }","duration":"127.786698ms","start":"2026-07-01T07:28:01.135569Z","end":"2026-07-01T07:28:01.263356Z","steps":["trace[512070255] 'agreement among raft nodes before linearized reading' (duration: 127.552463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:30:37.357584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.523529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:30:37.357747Z","caller":"traceutil/trace.go:171","msg":"trace[728070042] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"395.361873ms","start":"2026-07-01T07:30:36.962334Z","end":"2026-07-01T07:30:37.357696Z","steps":["trace[728070042] 'process raft request' (duration: 132.62589ms)","trace[728070042] 'compare' (duration: 262.291785ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:30:37.357823Z","caller":"traceutil/trace.go:171","msg":"trace[2113162809] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"108.496563ms","start":"2026-07-01T07:30:37.249306Z","end":"2026-07-01T07:30:37.357803Z","steps":["trace[2113162809] 'process raft request' (duration: 108.406271ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:30:37.357812Z","caller":"traceutil/trace.go:171","msg":"trace[1308461918] linearizableReadLoop","detail":"{readStateIndex:4094; appliedIndex:4093; }","duration":"388.307467ms","start":"2026-07-01T07:30:36.969479Z","end":"2026-07-01T07:30:37.357787Z","steps":["trace[1308461918] 'read index received' (duration: 125.420691ms)","trace[1308461918] 'applied index is now lower than readState.Index' (duration: 262.884396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:30:37.35793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:30:36.962308Z","time spent":"395.519437ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:30:37.358252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.51698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-01T07:30:37.358289Z","caller":"traceutil/trace.go:171","msg":"trace[121199192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:3940; }","duration":"388.852668ms","start":"2026-07-01T07:30:36.969425Z","end":"2026-07-01T07:30:37.358277Z","steps":["trace[121199192] 'agreement among raft nodes before linearized reading' (duration: 388.45313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:30:37.358312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:30:36.969401Z","time spent":"388.90616ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-flvx9\" "} {"level":"info","ts":"2026-07-01T07:30:42.71656Z","caller":"traceutil/trace.go:171","msg":"trace[1928463180] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"106.079326ms","start":"2026-07-01T07:30:42.610452Z","end":"2026-07-01T07:30:42.716531Z","steps":["trace[1928463180] 'process raft request' (duration: 105.906682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:31:59.573523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.493508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-01T07:31:59.573639Z","caller":"traceutil/trace.go:171","msg":"trace[703439885] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4884; }","duration":"112.659012ms","start":"2026-07-01T07:31:59.460957Z","end":"2026-07-01T07:31:59.573616Z","steps":["trace[703439885] 'range keys from in-memory index tree' (duration: 112.267304ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:08.83843Z","caller":"traceutil/trace.go:171","msg":"trace[1699750445] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5340; }","duration":"164.180499ms","start":"2026-07-01T07:32:08.674227Z","end":"2026-07-01T07:32:08.838408Z","steps":["trace[1699750445] 'read index received' (duration: 164.020266ms)","trace[1699750445] 'applied index is now lower than readState.Index' (duration: 159.073µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:08.838562Z","caller":"traceutil/trace.go:171","msg":"trace[449738202] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"233.118384ms","start":"2026-07-01T07:32:08.60543Z","end":"2026-07-01T07:32:08.838549Z","steps":["trace[449738202] 'process raft request' (duration: 232.846359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:08.838648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.244437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de0a2ef8-1500-47e7-bfa7-79259d26b218\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-01T07:32:08.838674Z","caller":"traceutil/trace.go:171","msg":"trace[1897204588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de0a2ef8-1500-47e7-bfa7-79259d26b218; range_end:; response_count:1; response_revision:5138; }","duration":"120.302719ms","start":"2026-07-01T07:32:08.718364Z","end":"2026-07-01T07:32:08.838667Z","steps":["trace[1897204588] 'agreement among raft nodes before linearized reading' (duration: 120.198907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:08.838788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.572277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T07:32:08.838805Z","caller":"traceutil/trace.go:171","msg":"trace[1929176010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5138; }","duration":"164.617489ms","start":"2026-07-01T07:32:08.674183Z","end":"2026-07-01T07:32:08.8388Z","steps":["trace[1929176010] 'agreement among raft nodes before linearized reading' (duration: 164.575068ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:09.132017Z","caller":"traceutil/trace.go:171","msg":"trace[107995800] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"220.585532ms","start":"2026-07-01T07:32:08.911395Z","end":"2026-07-01T07:32:09.131981Z","steps":["trace[107995800] 'read index received' (duration: 187.003822ms)","trace[107995800] 'applied index is now lower than readState.Index' (duration: 33.57986ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:09.132108Z","caller":"traceutil/trace.go:171","msg":"trace[1642801414] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"289.197161ms","start":"2026-07-01T07:32:08.842873Z","end":"2026-07-01T07:32:09.13207Z","steps":["trace[1642801414] 'process raft request' (duration: 255.492659ms)","trace[1642801414] 'compare' (duration: 33.367916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:32:09.132178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.768036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:32:09.132213Z","caller":"traceutil/trace.go:171","msg":"trace[727411160] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5139; }","duration":"220.851877ms","start":"2026-07-01T07:32:08.911351Z","end":"2026-07-01T07:32:09.132203Z","steps":["trace[727411160] 'agreement among raft nodes before linearized reading' (duration: 220.758195ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:22.812397Z","caller":"traceutil/trace.go:171","msg":"trace[1392740240] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"134.842452ms","start":"2026-07-01T07:32:22.67752Z","end":"2026-07-01T07:32:22.812362Z","steps":["trace[1392740240] 'process raft request' (duration: 88.462244ms)","trace[1392740240] 'compare' (duration: 46.105312ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:23.009945Z","caller":"traceutil/trace.go:171","msg":"trace[1772754889] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"189.815256ms","start":"2026-07-01T07:32:22.820108Z","end":"2026-07-01T07:32:23.009923Z","steps":["trace[1772754889] 'process raft request' (duration: 189.771926ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:23.010213Z","caller":"traceutil/trace.go:171","msg":"trace[64899834] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"190.915146ms","start":"2026-07-01T07:32:22.819274Z","end":"2026-07-01T07:32:23.010189Z","steps":["trace[64899834] 'process raft request' (duration: 190.546259ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:23.010381Z","caller":"traceutil/trace.go:171","msg":"trace[1799070237] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"191.884546ms","start":"2026-07-01T07:32:22.818487Z","end":"2026-07-01T07:32:23.010372Z","steps":["trace[1799070237] 'process raft request' (duration: 102.005586ms)","trace[1799070237] 'compare' (duration: 89.210947ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:23.398191Z","caller":"traceutil/trace.go:171","msg":"trace[842128633] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"201.109095ms","start":"2026-07-01T07:32:23.197059Z","end":"2026-07-01T07:32:23.398168Z","steps":["trace[842128633] 'process raft request' (duration: 200.956322ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:23.51743Z","caller":"traceutil/trace.go:171","msg":"trace[1847545201] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"231.146687ms","start":"2026-07-01T07:32:23.286257Z","end":"2026-07-01T07:32:23.517403Z","steps":["trace[1847545201] 'process raft request' (duration: 214.045216ms)","trace[1847545201] 'compare' (duration: 16.941438ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:23.517599Z","caller":"traceutil/trace.go:171","msg":"trace[885165946] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5626; }","duration":"149.520595ms","start":"2026-07-01T07:32:23.368048Z","end":"2026-07-01T07:32:23.517569Z","steps":["trace[885165946] 'read index received' (duration: 30.073252ms)","trace[885165946] 'applied index is now lower than readState.Index' (duration: 119.444663ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:23.517614Z","caller":"traceutil/trace.go:171","msg":"trace[232765885] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"175.881516ms","start":"2026-07-01T07:32:23.341692Z","end":"2026-07-01T07:32:23.517574Z","steps":["trace[232765885] 'process raft request' (duration: 175.673962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:23.517872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.813001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T07:32:23.51792Z","caller":"traceutil/trace.go:171","msg":"trace[293217387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5417; }","duration":"149.910443ms","start":"2026-07-01T07:32:23.367996Z","end":"2026-07-01T07:32:23.517907Z","steps":["trace[293217387] 'agreement among raft nodes before linearized reading' (duration: 149.711468ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:31.030071Z","caller":"traceutil/trace.go:171","msg":"trace[2099907255] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5760; }","duration":"239.331395ms","start":"2026-07-01T07:32:30.790713Z","end":"2026-07-01T07:32:31.030044Z","steps":["trace[2099907255] 'read index received' (duration: 88.173988ms)","trace[2099907255] 'applied index is now lower than readState.Index' (duration: 151.155817ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:31.030109Z","caller":"traceutil/trace.go:171","msg":"trace[1698617030] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"246.396192ms","start":"2026-07-01T07:32:30.783671Z","end":"2026-07-01T07:32:31.030067Z","steps":["trace[1698617030] 'process raft request' (duration: 234.591494ms)","trace[1698617030] 'compare' (duration: 11.640715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:32:31.030353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.60903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T07:32:31.030399Z","caller":"traceutil/trace.go:171","msg":"trace[472129879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5549; }","duration":"239.682692ms","start":"2026-07-01T07:32:30.790704Z","end":"2026-07-01T07:32:31.030387Z","steps":["trace[472129879] 'agreement among raft nodes before linearized reading' (duration: 239.476228ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:31.137852Z","caller":"traceutil/trace.go:171","msg":"trace[1604665302] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5762; }","duration":"107.673406ms","start":"2026-07-01T07:32:31.030151Z","end":"2026-07-01T07:32:31.137824Z","steps":["trace[1604665302] 'read index received' (duration: 17.367406ms)","trace[1604665302] 'applied index is now lower than readState.Index' (duration: 90.30453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:32:31.137988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.773987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:32:31.138047Z","caller":"traceutil/trace.go:171","msg":"trace[1542438934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5549; }","duration":"233.887289ms","start":"2026-07-01T07:32:30.904144Z","end":"2026-07-01T07:32:31.138031Z","steps":["trace[1542438934] 'agreement among raft nodes before linearized reading' (duration: 233.771297ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:31.138119Z","caller":"traceutil/trace.go:171","msg":"trace[662684312] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"101.804912ms","start":"2026-07-01T07:32:31.036295Z","end":"2026-07-01T07:32:31.1381Z","steps":["trace[662684312] 'process raft request' (duration: 101.413934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:31.494211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.976134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:32:31.494283Z","caller":"traceutil/trace.go:171","msg":"trace[1081153696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5550; }","duration":"355.058886ms","start":"2026-07-01T07:32:31.13921Z","end":"2026-07-01T07:32:31.494269Z","steps":["trace[1081153696] 'range keys from in-memory index tree' (duration: 354.889912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:31.494311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:32:31.139149Z","time spent":"355.156418ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T07:32:31.494501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.160364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T07:32:31.494527Z","caller":"traceutil/trace.go:171","msg":"trace[653736070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5550; }","duration":"409.220085ms","start":"2026-07-01T07:32:31.085299Z","end":"2026-07-01T07:32:31.49452Z","steps":["trace[653736070] 'agreement among raft nodes before linearized reading' (duration: 52.792473ms)","trace[653736070] 'range keys from in-memory index tree' (duration: 356.330521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:32:31.494545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:32:31.085281Z","time spent":"409.260256ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T07:32:31.646485Z","caller":"traceutil/trace.go:171","msg":"trace[442426030] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"148.263451ms","start":"2026-07-01T07:32:31.498193Z","end":"2026-07-01T07:32:31.646457Z","steps":["trace[442426030] 'process raft request' (duration: 148.098838ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:32.051668Z","caller":"traceutil/trace.go:171","msg":"trace[1910419842] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"484.613115ms","start":"2026-07-01T07:32:31.567031Z","end":"2026-07-01T07:32:32.051644Z","steps":["trace[1910419842] 'process raft request' (duration: 484.39308ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:32.051656Z","caller":"traceutil/trace.go:171","msg":"trace[896322100] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"552.984339ms","start":"2026-07-01T07:32:31.498632Z","end":"2026-07-01T07:32:32.051616Z","steps":["trace[896322100] 'process raft request' (duration: 543.77519ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:32.051682Z","caller":"traceutil/trace.go:171","msg":"trace[422824249] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"423.178856ms","start":"2026-07-01T07:32:31.628474Z","end":"2026-07-01T07:32:32.051653Z","steps":["trace[422824249] 'process raft request' (duration: 423.092434ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:32.051721Z","caller":"traceutil/trace.go:171","msg":"trace[1823911759] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5764; }","duration":"480.352662ms","start":"2026-07-01T07:32:31.571334Z","end":"2026-07-01T07:32:32.051686Z","steps":["trace[1823911759] 'read index received' (duration: 75.072383ms)","trace[1823911759] 'applied index is now lower than readState.Index' (duration: 405.278579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:32:32.051825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:32:31.566999Z","time spent":"484.739668ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:32:32.051871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:32:31.628445Z","time spent":"423.318719ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:32:32.051874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:32:31.498613Z","time spent":"553.147822ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:32:32.052024Z","caller":"traceutil/trace.go:171","msg":"trace[1331450701] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"136.610246ms","start":"2026-07-01T07:32:31.915382Z","end":"2026-07-01T07:32:32.051993Z","steps":["trace[1331450701] 'process raft request' (duration: 136.250069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:32.052118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.76204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T07:32:32.052173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.047848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b64cc91c-f47e-4e7b-b9b4-501b66f39d50\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-01T07:32:32.052207Z","caller":"traceutil/trace.go:171","msg":"trace[611929630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5555; }","duration":"480.902324ms","start":"2026-07-01T07:32:31.571286Z","end":"2026-07-01T07:32:32.052188Z","steps":["trace[611929630] 'agreement among raft nodes before linearized reading' (duration: 480.573567ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:32.052229Z","caller":"traceutil/trace.go:171","msg":"trace[163601998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b64cc91c-f47e-4e7b-b9b4-501b66f39d50; range_end:; response_count:1; response_revision:5556; }","duration":"272.14926ms","start":"2026-07-01T07:32:31.780066Z","end":"2026-07-01T07:32:32.052215Z","steps":["trace[163601998] 'agreement among raft nodes before linearized reading' (duration: 271.977427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:32.05225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:32:31.571262Z","time spent":"480.979425ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T07:32:44.261047Z","caller":"traceutil/trace.go:171","msg":"trace[862591827] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"127.394818ms","start":"2026-07-01T07:32:44.133623Z","end":"2026-07-01T07:32:44.261018Z","steps":["trace[862591827] 'process raft request' (duration: 106.251488ms)","trace[862591827] 'compare' (duration: 20.961736ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:44.261193Z","caller":"traceutil/trace.go:171","msg":"trace[84492467] linearizableReadLoop","detail":"{readStateIndex:5953; appliedIndex:5951; }","duration":"123.218546ms","start":"2026-07-01T07:32:44.137953Z","end":"2026-07-01T07:32:44.261172Z","steps":["trace[84492467] 'read index received' (duration: 102.019956ms)","trace[84492467] 'applied index is now lower than readState.Index' (duration: 21.19692ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:32:44.261273Z","caller":"traceutil/trace.go:171","msg":"trace[1666876087] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"127.641312ms","start":"2026-07-01T07:32:44.133622Z","end":"2026-07-01T07:32:44.261264Z","steps":["trace[1666876087] 'process raft request' (duration: 127.347747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:32:44.261569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:32:44.26158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.806143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:32:44.261614Z","caller":"traceutil/trace.go:171","msg":"trace[204894655] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5735; }","duration":"123.662704ms","start":"2026-07-01T07:32:44.137938Z","end":"2026-07-01T07:32:44.2616Z","steps":["trace[204894655] 'agreement among raft nodes before linearized reading' (duration: 123.343918ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:44.261666Z","caller":"traceutil/trace.go:171","msg":"trace[1679052991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5735; }","duration":"114.948966ms","start":"2026-07-01T07:32:44.146693Z","end":"2026-07-01T07:32:44.261642Z","steps":["trace[1679052991] 'agreement among raft nodes before linearized reading' (duration: 114.660701ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:32:45.137118Z","caller":"traceutil/trace.go:171","msg":"trace[1552370789] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"137.756977ms","start":"2026-07-01T07:32:44.999338Z","end":"2026-07-01T07:32:45.137095Z","steps":["trace[1552370789] 'process raft request' (duration: 137.621615ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:33:02.768141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2926} {"level":"info","ts":"2026-07-01T07:33:02.849306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2926,"took":"79.300716ms","hash":1074045549,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":32583680,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T07:33:02.849381Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1074045549,"revision":2926,"compact-revision":-1} {"level":"info","ts":"2026-07-01T07:33:21.957425Z","caller":"traceutil/trace.go:171","msg":"trace[679367851] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"178.869856ms","start":"2026-07-01T07:33:21.778456Z","end":"2026-07-01T07:33:21.957326Z","steps":["trace[679367851] 'process raft request' (duration: 178.622281ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:02.77496Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5865} {"level":"info","ts":"2026-07-01T07:38:02.855878Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5865,"took":"79.231474ms","hash":733069350,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":25931776,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-01T07:38:02.855949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":733069350,"revision":5865,"compact-revision":2926} {"level":"info","ts":"2026-07-01T07:38:42.126903Z","caller":"traceutil/trace.go:171","msg":"trace[275008090] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"551.859538ms","start":"2026-07-01T07:38:41.57501Z","end":"2026-07-01T07:38:42.12687Z","steps":["trace[275008090] 'process raft request' (duration: 551.642034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:38:42.12709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:38:41.574981Z","time spent":"552.010141ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:38:42.268913Z","caller":"traceutil/trace.go:171","msg":"trace[2088332941] linearizableReadLoop","detail":"{readStateIndex:8735; appliedIndex:8731; }","duration":"555.850496ms","start":"2026-07-01T07:38:41.713033Z","end":"2026-07-01T07:38:42.268883Z","steps":["trace[2088332941] 'read index received' (duration: 413.718303ms)","trace[2088332941] 'applied index is now lower than readState.Index' (duration: 142.131083ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:38:42.268957Z","caller":"traceutil/trace.go:171","msg":"trace[1512972932] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"657.640892ms","start":"2026-07-01T07:38:41.611286Z","end":"2026-07-01T07:38:42.268927Z","steps":["trace[1512972932] 'process raft request' (duration: 657.507119ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:42.268996Z","caller":"traceutil/trace.go:171","msg":"trace[1048513426] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"653.929629ms","start":"2026-07-01T07:38:41.615055Z","end":"2026-07-01T07:38:42.268985Z","steps":["trace[1048513426] 'process raft request' (duration: 653.781686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:38:42.269097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:38:41.61504Z","time spent":"653.985761ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:38:42.269108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:38:41.611278Z","time spent":"657.747535ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:38:42.269207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.161532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-01T07:38:42.269269Z","caller":"traceutil/trace.go:171","msg":"trace[348410203] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8429; }","duration":"556.241863ms","start":"2026-07-01T07:38:41.713011Z","end":"2026-07-01T07:38:42.269253Z","steps":["trace[348410203] 'agreement among raft nodes before linearized reading' (duration: 556.037699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:38:42.269319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:38:41.712991Z","time spent":"556.317735ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-01T07:38:42.2694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.936497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T07:38:42.268924Z","caller":"traceutil/trace.go:171","msg":"trace[1714686952] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"657.720054ms","start":"2026-07-01T07:38:41.611171Z","end":"2026-07-01T07:38:42.268891Z","steps":["trace[1714686952] 'process raft request' (duration: 657.398938ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:42.269485Z","caller":"traceutil/trace.go:171","msg":"trace[414895452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8429; }","duration":"517.06631ms","start":"2026-07-01T07:38:41.752396Z","end":"2026-07-01T07:38:42.269462Z","steps":["trace[414895452] 'agreement among raft nodes before linearized reading' (duration: 516.866145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:38:42.269534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:38:41.752376Z","time spent":"517.148371ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T07:38:42.269656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.856019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:38:42.269489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.013702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T07:38:42.269693Z","caller":"traceutil/trace.go:171","msg":"trace[243101510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8429; }","duration":"365.90173ms","start":"2026-07-01T07:38:41.903783Z","end":"2026-07-01T07:38:42.269685Z","steps":["trace[243101510] 'agreement among raft nodes before linearized reading' (duration: 365.837129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:38:42.269713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:38:41.903732Z","time spent":"365.977102ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T07:38:42.269709Z","caller":"traceutil/trace.go:171","msg":"trace[1625881230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8429; }","duration":"100.271977ms","start":"2026-07-01T07:38:42.169423Z","end":"2026-07-01T07:38:42.269695Z","steps":["trace[1625881230] 'agreement among raft nodes before linearized reading' (duration: 99.898839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:38:42.269625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:38:41.611139Z","time spent":"658.378627ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:38:42.269768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.664304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:38:42.269812Z","caller":"traceutil/trace.go:171","msg":"trace[41700912] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8429; }","duration":"284.745246ms","start":"2026-07-01T07:38:41.985051Z","end":"2026-07-01T07:38:42.269796Z","steps":["trace[41700912] 'agreement among raft nodes before linearized reading' (duration: 284.643514ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:53.245877Z","caller":"traceutil/trace.go:171","msg":"trace[1557862601] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"118.562484ms","start":"2026-07-01T07:38:53.127282Z","end":"2026-07-01T07:38:53.245844Z","steps":["trace[1557862601] 'process raft request' (duration: 118.336369ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:54.305993Z","caller":"traceutil/trace.go:171","msg":"trace[599135992] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"133.606096ms","start":"2026-07-01T07:38:54.172361Z","end":"2026-07-01T07:38:54.305967Z","steps":["trace[599135992] 'process raft request' (duration: 133.433323ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:54.423248Z","caller":"traceutil/trace.go:171","msg":"trace[47722379] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"102.266975ms","start":"2026-07-01T07:38:54.320948Z","end":"2026-07-01T07:38:54.423215Z","steps":["trace[47722379] 'process raft request' (duration: 102.00831ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:54.423476Z","caller":"traceutil/trace.go:171","msg":"trace[1665360953] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"102.102892ms","start":"2026-07-01T07:38:54.32133Z","end":"2026-07-01T07:38:54.423433Z","steps":["trace[1665360953] 'process raft request' (duration: 101.824997ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:55.439788Z","caller":"traceutil/trace.go:171","msg":"trace[754772710] linearizableReadLoop","detail":"{readStateIndex:8804; appliedIndex:8804; }","duration":"100.93277ms","start":"2026-07-01T07:38:55.338838Z","end":"2026-07-01T07:38:55.439771Z","steps":["trace[754772710] 'read index received' (duration: 100.923179ms)","trace[754772710] 'applied index is now lower than readState.Index' (duration: 8.151µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:38:55.440206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.349207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T07:38:55.44024Z","caller":"traceutil/trace.go:171","msg":"trace[514960483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8496; }","duration":"101.452469ms","start":"2026-07-01T07:38:55.338777Z","end":"2026-07-01T07:38:55.44023Z","steps":["trace[514960483] 'agreement among raft nodes before linearized reading' (duration: 101.290806ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:55.440324Z","caller":"traceutil/trace.go:171","msg":"trace[1010724130] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"186.02458ms","start":"2026-07-01T07:38:55.253687Z","end":"2026-07-01T07:38:55.439712Z","steps":["trace[1010724130] 'process raft request' (duration: 185.843486ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:38:56.453307Z","caller":"traceutil/trace.go:171","msg":"trace[2125755603] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"101.120222ms","start":"2026-07-01T07:38:56.352152Z","end":"2026-07-01T07:38:56.453272Z","steps":["trace[2125755603] 'process raft request' (duration: 83.873736ms)","trace[2125755603] 'compare' (duration: 17.085133ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:39:06.691037Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022ad.wal"} {"level":"info","ts":"2026-07-01T07:39:24.87788Z","caller":"traceutil/trace.go:171","msg":"trace[1683816236] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"433.406696ms","start":"2026-07-01T07:39:24.444449Z","end":"2026-07-01T07:39:24.877855Z","steps":["trace[1683816236] 'process raft request' (duration: 433.263333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:24.878121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.444426Z","time spent":"433.624441ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:39:25.135082Z","caller":"traceutil/trace.go:171","msg":"trace[1389345456] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9022; }","duration":"433.946158ms","start":"2026-07-01T07:39:24.701105Z","end":"2026-07-01T07:39:25.135051Z","steps":["trace[1389345456] 'read index received' (duration: 177.182918ms)","trace[1389345456] 'applied index is now lower than readState.Index' (duration: 256.76226ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:39:25.13545Z","caller":"traceutil/trace.go:171","msg":"trace[1524817639] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"518.756471ms","start":"2026-07-01T07:39:24.616648Z","end":"2026-07-01T07:39:25.135405Z","steps":["trace[1524817639] 'process raft request' (duration: 518.323573ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:25.135491Z","caller":"traceutil/trace.go:171","msg":"trace[1653618435] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"570.828887ms","start":"2026-07-01T07:39:24.564621Z","end":"2026-07-01T07:39:25.13545Z","steps":["trace[1653618435] 'process raft request' (duration: 570.170505ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:25.135502Z","caller":"traceutil/trace.go:171","msg":"trace[1173440881] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"518.748672ms","start":"2026-07-01T07:39:24.616718Z","end":"2026-07-01T07:39:25.135467Z","steps":["trace[1173440881] 'process raft request' (duration: 518.293503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:25.135652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.530509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T07:39:25.135713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.616634Z","time spent":"518.930194ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:39:25.13567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.564594Z","time spent":"570.986372ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:39:25.135758Z","caller":"traceutil/trace.go:171","msg":"trace[1942143653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8709; }","duration":"434.639551ms","start":"2026-07-01T07:39:24.7011Z","end":"2026-07-01T07:39:25.135739Z","steps":["trace[1942143653] 'agreement among raft nodes before linearized reading' (duration: 434.357405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:25.136055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.701055Z","time spent":"434.985598ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:39:25.135674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.616708Z","time spent":"518.873244ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:39:25.148062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.840199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-01T07:39:25.148197Z","caller":"traceutil/trace.go:171","msg":"trace[49635086] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:8709; }","duration":"383.994552ms","start":"2026-07-01T07:39:24.764194Z","end":"2026-07-01T07:39:25.148188Z","steps":["trace[49635086] 'agreement among raft nodes before linearized reading' (duration: 383.805038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:25.148275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.764184Z","time spent":"384.082124ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-flvx9\" "} {"level":"warn","ts":"2026-07-01T07:39:25.148072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.13508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T07:39:25.148379Z","caller":"traceutil/trace.go:171","msg":"trace[1050261884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8709; }","duration":"415.474946ms","start":"2026-07-01T07:39:24.73289Z","end":"2026-07-01T07:39:25.148365Z","steps":["trace[1050261884] 'agreement among raft nodes before linearized reading' (duration: 415.071709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:25.14843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.732879Z","time spent":"415.538457ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T07:39:25.148134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.136582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T07:39:25.148155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.587971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:39:25.148738Z","caller":"traceutil/trace.go:171","msg":"trace[1802900465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8709; }","duration":"246.153753ms","start":"2026-07-01T07:39:24.90256Z","end":"2026-07-01T07:39:25.148714Z","steps":["trace[1802900465] 'agreement among raft nodes before linearized reading' (duration: 245.569441ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:25.148523Z","caller":"traceutil/trace.go:171","msg":"trace[1497687416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8709; }","duration":"412.53818ms","start":"2026-07-01T07:39:24.735973Z","end":"2026-07-01T07:39:25.148511Z","steps":["trace[1497687416] 'agreement among raft nodes before linearized reading' (duration: 412.122701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:25.148866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:24.735962Z","time spent":"412.893456ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T07:39:38.55357Z","caller":"traceutil/trace.go:171","msg":"trace[467054734] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"136.724928ms","start":"2026-07-01T07:39:38.416821Z","end":"2026-07-01T07:39:38.553546Z","steps":["trace[467054734] 'process raft request' (duration: 136.582765ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:38.754082Z","caller":"traceutil/trace.go:171","msg":"trace[358440424] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9144; }","duration":"223.334568ms","start":"2026-07-01T07:39:38.530722Z","end":"2026-07-01T07:39:38.754057Z","steps":["trace[358440424] 'read index received' (duration: 22.777505ms)","trace[358440424] 'applied index is now lower than readState.Index' (duration: 200.555963ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:39:38.754501Z","caller":"traceutil/trace.go:171","msg":"trace[1704632033] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"207.073481ms","start":"2026-07-01T07:39:38.547384Z","end":"2026-07-01T07:39:38.754457Z","steps":["trace[1704632033] 'process raft request' (duration: 206.598532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:38.754623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.870419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:39:38.754716Z","caller":"traceutil/trace.go:171","msg":"trace[1829508551] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8824; }","duration":"224.029841ms","start":"2026-07-01T07:39:38.530661Z","end":"2026-07-01T07:39:38.754691Z","steps":["trace[1829508551] 'agreement among raft nodes before linearized reading' (duration: 223.821847ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:38.754448Z","caller":"traceutil/trace.go:171","msg":"trace[1996321192] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"329.729174ms","start":"2026-07-01T07:39:38.424684Z","end":"2026-07-01T07:39:38.754413Z","steps":["trace[1996321192] 'process raft request' (duration: 329.099042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:38.755214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:39:38.424665Z","time spent":"330.463898ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:39:38.767027Z","caller":"traceutil/trace.go:171","msg":"trace[1086840512] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"204.625083ms","start":"2026-07-01T07:39:38.562388Z","end":"2026-07-01T07:39:38.767013Z","steps":["trace[1086840512] 'process raft request' (duration: 204.372388ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:38.767119Z","caller":"traceutil/trace.go:171","msg":"trace[1087199542] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"149.928136ms","start":"2026-07-01T07:39:38.617103Z","end":"2026-07-01T07:39:38.767031Z","steps":["trace[1087199542] 'process raft request' (duration: 149.817914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:38.767115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.655244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:39:38.767234Z","caller":"traceutil/trace.go:171","msg":"trace[893934295] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8826; }","duration":"121.819557ms","start":"2026-07-01T07:39:38.645392Z","end":"2026-07-01T07:39:38.767212Z","steps":["trace[893934295] 'agreement among raft nodes before linearized reading' (duration: 121.597253ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:39.495806Z","caller":"traceutil/trace.go:171","msg":"trace[1708898159] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"180.971502ms","start":"2026-07-01T07:39:39.314807Z","end":"2026-07-01T07:39:39.495779Z","steps":["trace[1708898159] 'process raft request' (duration: 180.789458ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:39.640338Z","caller":"traceutil/trace.go:171","msg":"trace[1830556635] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9158; }","duration":"105.209723ms","start":"2026-07-01T07:39:39.535091Z","end":"2026-07-01T07:39:39.640301Z","steps":["trace[1830556635] 'read index received' (duration: 99.708705ms)","trace[1830556635] 'applied index is now lower than readState.Index' (duration: 5.499128ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:39:39.640391Z","caller":"traceutil/trace.go:171","msg":"trace[1159029558] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"132.136499ms","start":"2026-07-01T07:39:39.508212Z","end":"2026-07-01T07:39:39.640349Z","steps":["trace[1159029558] 'process raft request' (duration: 126.5499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:39.640629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.485798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:39:39.640741Z","caller":"traceutil/trace.go:171","msg":"trace[187367919] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8836; }","duration":"105.672902ms","start":"2026-07-01T07:39:39.535043Z","end":"2026-07-01T07:39:39.640716Z","steps":["trace[187367919] 'agreement among raft nodes before linearized reading' (duration: 105.378306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:40.111977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.732183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T07:39:40.112061Z","caller":"traceutil/trace.go:171","msg":"trace[779712619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8837; }","duration":"189.853215ms","start":"2026-07-01T07:39:39.92219Z","end":"2026-07-01T07:39:40.112043Z","steps":["trace[779712619] 'range keys from in-memory index tree' (duration: 189.543909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:40.112156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.705577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-01T07:39:40.11224Z","caller":"traceutil/trace.go:171","msg":"trace[150474250] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8837; }","duration":"199.832439ms","start":"2026-07-01T07:39:39.912388Z","end":"2026-07-01T07:39:40.11222Z","steps":["trace[150474250] 'range keys from in-memory index tree' (duration: 198.752939ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:40.281901Z","caller":"traceutil/trace.go:171","msg":"trace[55980803] linearizableReadLoop","detail":"{readStateIndex:9161; appliedIndex:9160; }","duration":"129.589659ms","start":"2026-07-01T07:39:40.152282Z","end":"2026-07-01T07:39:40.281871Z","steps":["trace[55980803] 'read index received' (duration: 129.461767ms)","trace[55980803] 'applied index is now lower than readState.Index' (duration: 126.432µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:39:40.282014Z","caller":"traceutil/trace.go:171","msg":"trace[1545799202] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"164.385767ms","start":"2026-07-01T07:39:40.117593Z","end":"2026-07-01T07:39:40.281979Z","steps":["trace[1545799202] 'process raft request' (duration: 164.089222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:40.282264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.946506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-01T07:39:40.282375Z","caller":"traceutil/trace.go:171","msg":"trace[1917780666] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8838; }","duration":"130.146009ms","start":"2026-07-01T07:39:40.152197Z","end":"2026-07-01T07:39:40.282343Z","steps":["trace[1917780666] 'agreement among raft nodes before linearized reading' (duration: 129.808083ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:40.54148Z","caller":"traceutil/trace.go:171","msg":"trace[1609437317] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"159.922661ms","start":"2026-07-01T07:39:40.381526Z","end":"2026-07-01T07:39:40.541449Z","steps":["trace[1609437317] 'process raft request' (duration: 67.10269ms)","trace[1609437317] 'compare' (duration: 92.672768ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:39:51.515931Z","caller":"traceutil/trace.go:171","msg":"trace[424696513] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"244.402849ms","start":"2026-07-01T07:39:51.271497Z","end":"2026-07-01T07:39:51.5159Z","steps":["trace[424696513] 'process raft request' (duration: 244.222305ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:51.51922Z","caller":"traceutil/trace.go:171","msg":"trace[1473087321] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"221.091454ms","start":"2026-07-01T07:39:51.298113Z","end":"2026-07-01T07:39:51.519204Z","steps":["trace[1473087321] 'process raft request' (duration: 220.950782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:51.519371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.678875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T07:39:51.519412Z","caller":"traceutil/trace.go:171","msg":"trace[1063483044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8930; }","duration":"200.775127ms","start":"2026-07-01T07:39:51.318627Z","end":"2026-07-01T07:39:51.519402Z","steps":["trace[1063483044] 'agreement among raft nodes before linearized reading' (duration: 200.618764ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:51.519395Z","caller":"traceutil/trace.go:171","msg":"trace[1369340607] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"221.077724ms","start":"2026-07-01T07:39:51.298296Z","end":"2026-07-01T07:39:51.519373Z","steps":["trace[1369340607] 'process raft request' (duration: 220.849339ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:39:51.519203Z","caller":"traceutil/trace.go:171","msg":"trace[1365003697] linearizableReadLoop","detail":"{readStateIndex:9256; appliedIndex:9253; }","duration":"200.518532ms","start":"2026-07-01T07:39:51.318668Z","end":"2026-07-01T07:39:51.519187Z","steps":["trace[1365003697] 'read index received' (duration: 197.054804ms)","trace[1365003697] 'applied index is now lower than readState.Index' (duration: 3.462738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:39:51.519588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.600658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T07:39:51.519617Z","caller":"traceutil/trace.go:171","msg":"trace[604348282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8930; }","duration":"193.648768ms","start":"2026-07-01T07:39:51.325957Z","end":"2026-07-01T07:39:51.519606Z","steps":["trace[604348282] 'agreement among raft nodes before linearized reading' (duration: 193.575287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:51.519658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.336474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-01T07:39:51.51969Z","caller":"traceutil/trace.go:171","msg":"trace[2135262503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:8930; }","duration":"188.379354ms","start":"2026-07-01T07:39:51.3313Z","end":"2026-07-01T07:39:51.519679Z","steps":["trace[2135262503] 'agreement among raft nodes before linearized reading' (duration: 188.248882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:39:51.51971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.158249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T07:39:51.51973Z","caller":"traceutil/trace.go:171","msg":"trace[1680816426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8930; }","duration":"191.19268ms","start":"2026-07-01T07:39:51.328529Z","end":"2026-07-01T07:39:51.519722Z","steps":["trace[1680816426] 'agreement among raft nodes before linearized reading' (duration: 191.138349ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:40:43.376346Z","caller":"traceutil/trace.go:171","msg":"trace[1076731033] linearizableReadLoop","detail":"{readStateIndex:9845; appliedIndex:9844; }","duration":"109.391684ms","start":"2026-07-01T07:40:43.266933Z","end":"2026-07-01T07:40:43.376325Z","steps":["trace[1076731033] 'read index received' (duration: 109.18242ms)","trace[1076731033] 'applied index is now lower than readState.Index' (duration: 208.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:40:43.376404Z","caller":"traceutil/trace.go:171","msg":"trace[1426081719] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"212.632569ms","start":"2026-07-01T07:40:43.163747Z","end":"2026-07-01T07:40:43.376379Z","steps":["trace[1426081719] 'process raft request' (duration: 212.433565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:43.376518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.571038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:40:43.376562Z","caller":"traceutil/trace.go:171","msg":"trace[1894837030] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9506; }","duration":"109.672859ms","start":"2026-07-01T07:40:43.266877Z","end":"2026-07-01T07:40:43.37655Z","steps":["trace[1894837030] 'agreement among raft nodes before linearized reading' (duration: 109.575357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.337227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076248376,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T07:40:56.460081Z","caller":"traceutil/trace.go:171","msg":"trace[644626069] linearizableReadLoop","detail":"{readStateIndex:9919; appliedIndex:9917; }","duration":"622.867642ms","start":"2026-07-01T07:40:55.83718Z","end":"2026-07-01T07:40:56.460047Z","steps":["trace[644626069] 'read index received' (duration: 622.665018ms)","trace[644626069] 'applied index is now lower than readState.Index' (duration: 201.594µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:40:56.460183Z","caller":"traceutil/trace.go:171","msg":"trace[1581496096] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"702.106978ms","start":"2026-07-01T07:40:55.758033Z","end":"2026-07-01T07:40:56.46014Z","steps":["trace[1581496096] 'process raft request' (duration: 701.757711ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:40:56.460234Z","caller":"traceutil/trace.go:171","msg":"trace[1730258272] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"701.572857ms","start":"2026-07-01T07:40:55.758627Z","end":"2026-07-01T07:40:56.4602Z","steps":["trace[1730258272] 'process raft request' (duration: 701.370833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.460348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.152437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T07:40:56.46035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:55.757995Z","time spent":"702.266981ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:40:56.460397Z","caller":"traceutil/trace.go:171","msg":"trace[1494356100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9578; }","duration":"623.242628ms","start":"2026-07-01T07:40:55.837143Z","end":"2026-07-01T07:40:56.460385Z","steps":["trace[1494356100] 'agreement among raft nodes before linearized reading' (duration: 623.072895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.46042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:55.758613Z","time spent":"701.70335ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:40:56.46044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:55.837129Z","time spent":"623.30345ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:40:56.460581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.297837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T07:40:56.460656Z","caller":"traceutil/trace.go:171","msg":"trace[680546247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9578; }","duration":"140.403849ms","start":"2026-07-01T07:40:56.320229Z","end":"2026-07-01T07:40:56.460633Z","steps":["trace[680546247] 'agreement among raft nodes before linearized reading' (duration: 140.235026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.460652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.360354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T07:40:56.46077Z","caller":"traceutil/trace.go:171","msg":"trace[911330504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9578; }","duration":"617.520667ms","start":"2026-07-01T07:40:55.843225Z","end":"2026-07-01T07:40:56.460745Z","steps":["trace[911330504] 'agreement among raft nodes before linearized reading' (duration: 617.16905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.460766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.028277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-01T07:40:56.460826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:55.843215Z","time spent":"617.601199ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T07:40:56.460858Z","caller":"traceutil/trace.go:171","msg":"trace[1283404558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:9578; }","duration":"537.19224ms","start":"2026-07-01T07:40:55.923641Z","end":"2026-07-01T07:40:56.460833Z","steps":["trace[1283404558] 'agreement among raft nodes before linearized reading' (duration: 536.891994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.460904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.206865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-01T07:40:56.460917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:55.923533Z","time spent":"537.374663ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-flvx9\" "} {"level":"info","ts":"2026-07-01T07:40:56.460955Z","caller":"traceutil/trace.go:171","msg":"trace[1967266799] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:9578; }","duration":"526.298337ms","start":"2026-07-01T07:40:55.934645Z","end":"2026-07-01T07:40:56.460943Z","steps":["trace[1967266799] 'agreement among raft nodes before linearized reading' (duration: 525.784867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.460994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:55.934621Z","time spent":"526.365918ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-07-01T07:40:56.461051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.379898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T07:40:56.461121Z","caller":"traceutil/trace.go:171","msg":"trace[120885696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9578; }","duration":"613.48765ms","start":"2026-07-01T07:40:55.847618Z","end":"2026-07-01T07:40:56.461105Z","steps":["trace[120885696] 'agreement among raft nodes before linearized reading' (duration: 612.962619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.461173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:55.8476Z","time spent":"613.562791ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T07:40:56.782825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.437405ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-01T07:40:56.782929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.462878Z","time spent":"320.047443ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T07:40:56.80458Z","caller":"traceutil/trace.go:171","msg":"trace[1121213278] linearizableReadLoop","detail":"{readStateIndex:9924; appliedIndex:9919; }","duration":"337.373522ms","start":"2026-07-01T07:40:56.467184Z","end":"2026-07-01T07:40:56.804558Z","steps":["trace[1121213278] 'read index received' (duration: 166.368236ms)","trace[1121213278] 'applied index is now lower than readState.Index' (duration: 171.004196ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:40:56.804824Z","caller":"traceutil/trace.go:171","msg":"trace[1606938678] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"338.986913ms","start":"2026-07-01T07:40:56.465802Z","end":"2026-07-01T07:40:56.804789Z","steps":["trace[1606938678] 'process raft request' (duration: 338.492544ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:40:56.804873Z","caller":"traceutil/trace.go:171","msg":"trace[63186582] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"337.710858ms","start":"2026-07-01T07:40:56.467119Z","end":"2026-07-01T07:40:56.80483Z","steps":["trace[63186582] 'process raft request' (duration: 337.397612ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:40:56.804822Z","caller":"traceutil/trace.go:171","msg":"trace[172742236] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"337.943752ms","start":"2026-07-01T07:40:56.466804Z","end":"2026-07-01T07:40:56.804747Z","steps":["trace[172742236] 'process raft request' (duration: 337.682408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.805134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.467093Z","time spent":"337.908272ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:40:56.805145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.465784Z","time spent":"339.201237ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:40:56.804886Z","caller":"traceutil/trace.go:171","msg":"trace[446939430] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"338.262029ms","start":"2026-07-01T07:40:56.466611Z","end":"2026-07-01T07:40:56.804873Z","steps":["trace[446939430] 'process raft request' (duration: 337.835341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.805207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.466775Z","time spent":"338.34087ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:40:56.805297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.466601Z","time spent":"338.630747ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:40:56.805286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.078245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289855"} {"level":"info","ts":"2026-07-01T07:40:56.80538Z","caller":"traceutil/trace.go:171","msg":"trace[1792459836] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9582; }","duration":"338.221908ms","start":"2026-07-01T07:40:56.46714Z","end":"2026-07-01T07:40:56.805362Z","steps":["trace[1792459836] 'agreement among raft nodes before linearized reading' (duration: 337.684378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.805429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.467118Z","time spent":"338.300069ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289877,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-01T07:40:56.963785Z","caller":"traceutil/trace.go:171","msg":"trace[1286374034] linearizableReadLoop","detail":"{readStateIndex:9925; appliedIndex:9924; }","duration":"159.090974ms","start":"2026-07-01T07:40:56.804651Z","end":"2026-07-01T07:40:56.963742Z","steps":["trace[1286374034] 'read index received' (duration: 100.99787ms)","trace[1286374034] 'applied index is now lower than readState.Index' (duration: 58.090514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:40:56.963972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.787487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:40:56.964058Z","caller":"traceutil/trace.go:171","msg":"trace[308678327] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9583; }","duration":"222.926088ms","start":"2026-07-01T07:40:56.741111Z","end":"2026-07-01T07:40:56.964037Z","steps":["trace[308678327] 'agreement among raft nodes before linearized reading' (duration: 222.724065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.964189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.715192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-01T07:40:56.96424Z","caller":"traceutil/trace.go:171","msg":"trace[1638094645] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9583; }","duration":"330.808204ms","start":"2026-07-01T07:40:56.633415Z","end":"2026-07-01T07:40:56.964224Z","steps":["trace[1638094645] 'agreement among raft nodes before linearized reading' (duration: 330.57886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.964149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.487773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T07:40:56.964278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.633402Z","time spent":"330.866965ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T07:40:56.96431Z","caller":"traceutil/trace.go:171","msg":"trace[114091865] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"179.764916ms","start":"2026-07-01T07:40:56.78453Z","end":"2026-07-01T07:40:56.964295Z","steps":["trace[114091865] 'process raft request' (duration: 121.344506ms)","trace[114091865] 'compare' (duration: 57.635204ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:40:56.964319Z","caller":"traceutil/trace.go:171","msg":"trace[24157060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9583; }","duration":"300.729097ms","start":"2026-07-01T07:40:56.66356Z","end":"2026-07-01T07:40:56.964289Z","steps":["trace[24157060] 'agreement among raft nodes before linearized reading' (duration: 300.279679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.964379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.500839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:40:56.964377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.663548Z","time spent":"300.816269ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T07:40:56.964466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.615934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ntvl6\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-07-01T07:40:56.964478Z","caller":"traceutil/trace.go:171","msg":"trace[1699741000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9583; }","duration":"346.621982ms","start":"2026-07-01T07:40:56.617825Z","end":"2026-07-01T07:40:56.964447Z","steps":["trace[1699741000] 'agreement among raft nodes before linearized reading' (duration: 346.476909ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:40:56.964525Z","caller":"traceutil/trace.go:171","msg":"trace[1128181274] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ntvl6; range_end:; response_count:1; response_revision:9583; }","duration":"179.700465ms","start":"2026-07-01T07:40:56.784807Z","end":"2026-07-01T07:40:56.964507Z","steps":["trace[1128181274] 'agreement among raft nodes before linearized reading' (duration: 179.483721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:40:56.964534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:40:56.617808Z","time spent":"346.714545ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T07:41:06.286524Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T07:41:06.297165Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-01T07:41:06.297314Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-01T07:43:02.803461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8043} {"level":"info","ts":"2026-07-01T07:43:02.89139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8043,"took":"84.851404ms","hash":3432352525,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":28917760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-01T07:43:02.891453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3432352525,"revision":8043,"compact-revision":5865} {"level":"info","ts":"2026-07-01T07:44:18.83544Z","caller":"traceutil/trace.go:171","msg":"trace[972165207] transaction","detail":"{read_only:false; response_revision:11310; number_of_response:1; }","duration":"184.933596ms","start":"2026-07-01T07:44:18.65047Z","end":"2026-07-01T07:44:18.835403Z","steps":["trace[972165207] 'process raft request' (duration: 184.758193ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:44:41.250426Z","caller":"traceutil/trace.go:171","msg":"trace[415929898] linearizableReadLoop","detail":"{readStateIndex:11830; appliedIndex:11829; }","duration":"322.231925ms","start":"2026-07-01T07:44:40.928167Z","end":"2026-07-01T07:44:41.250399Z","steps":["trace[415929898] 'read index received' (duration: 321.955279ms)","trace[415929898] 'applied index is now lower than readState.Index' (duration: 275.326µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:44:41.250486Z","caller":"traceutil/trace.go:171","msg":"trace[1591011656] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"347.211812ms","start":"2026-07-01T07:44:40.903238Z","end":"2026-07-01T07:44:41.250449Z","steps":["trace[1591011656] 'process raft request' (duration: 346.967197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:41.250644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.438718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T07:44:41.250658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:40.903214Z","time spent":"347.347265ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:44:41.250722Z","caller":"traceutil/trace.go:171","msg":"trace[1591212399] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11433; }","duration":"322.56146ms","start":"2026-07-01T07:44:40.928139Z","end":"2026-07-01T07:44:41.2507Z","steps":["trace[1591212399] 'agreement among raft nodes before linearized reading' (duration: 322.369757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:41.250782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:40.928126Z","time spent":"322.641133ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":78,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T07:44:41.985296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.423923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:44:41.98594Z","caller":"traceutil/trace.go:171","msg":"trace[2005659389] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"656.254409ms","start":"2026-07-01T07:44:41.329624Z","end":"2026-07-01T07:44:41.985878Z","steps":["trace[2005659389] 'process raft request' (duration: 320.085272ms)","trace[2005659389] 'compare' (duration: 335.28224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:44:41.986177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.329582Z","time spent":"656.438343ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:44:42.199427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.007704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T07:44:42.199806Z","caller":"traceutil/trace.go:171","msg":"trace[1142608857] linearizableReadLoop","detail":"{readStateIndex:11833; appliedIndex:11831; }","duration":"642.283158ms","start":"2026-07-01T07:44:41.55747Z","end":"2026-07-01T07:44:42.199753Z","steps":["trace[1142608857] 'read index received' (duration: 92.25287ms)","trace[1142608857] 'applied index is now lower than readState.Index' (duration: 550.025567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:44:42.200025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.534232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:44:42.200074Z","caller":"traceutil/trace.go:171","msg":"trace[1112063201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11436; }","duration":"642.635003ms","start":"2026-07-01T07:44:41.557427Z","end":"2026-07-01T07:44:42.200062Z","steps":["trace[1112063201] 'agreement among raft nodes before linearized reading' (duration: 642.531671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.200109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.557404Z","time spent":"642.696005ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-01T07:44:42.200551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.94061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-01T07:44:42.200543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.397326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:44:42.200593Z","caller":"traceutil/trace.go:171","msg":"trace[1063807258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11436; }","duration":"641.999142ms","start":"2026-07-01T07:44:41.558585Z","end":"2026-07-01T07:44:42.200584Z","steps":["trace[1063807258] 'agreement among raft nodes before linearized reading' (duration: 641.86174ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:44:42.200616Z","caller":"traceutil/trace.go:171","msg":"trace[1840441390] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11436; }","duration":"469.509288ms","start":"2026-07-01T07:44:41.731087Z","end":"2026-07-01T07:44:42.200596Z","steps":["trace[1840441390] 'agreement among raft nodes before linearized reading' (duration: 469.364776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.200624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.558578Z","time spent":"642.038893ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-01T07:44:42.200615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.877229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:44:42.200445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.796787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-01T07:44:42.200687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.087065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T07:44:42.200704Z","caller":"traceutil/trace.go:171","msg":"trace[1852776603] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11436; }","duration":"642.988672ms","start":"2026-07-01T07:44:41.557689Z","end":"2026-07-01T07:44:42.200677Z","steps":["trace[1852776603] 'agreement among raft nodes before linearized reading' (duration: 642.802978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.200748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.624905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:44:42.200755Z","caller":"traceutil/trace.go:171","msg":"trace[1416057372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11436; }","duration":"257.158446ms","start":"2026-07-01T07:44:41.943577Z","end":"2026-07-01T07:44:42.200735Z","steps":["trace[1416057372] 'agreement among raft nodes before linearized reading' (duration: 256.990213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.200764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.557682Z","time spent":"643.068743ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-01T07:44:42.2008Z","caller":"traceutil/trace.go:171","msg":"trace[843896775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11436; }","duration":"296.665336ms","start":"2026-07-01T07:44:41.904118Z","end":"2026-07-01T07:44:42.200783Z","steps":["trace[843896775] 'agreement among raft nodes before linearized reading' (duration: 296.610535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.200916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.799707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T07:44:42.200944Z","caller":"traceutil/trace.go:171","msg":"trace[1923631852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11436; }","duration":"199.862808ms","start":"2026-07-01T07:44:42.001072Z","end":"2026-07-01T07:44:42.200935Z","steps":["trace[1923631852] 'agreement among raft nodes before linearized reading' (duration: 199.803847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.201057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.389029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:44:42.200706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.92035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T07:44:42.200649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.731068Z","time spent":"469.575369ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-01T07:44:42.201104Z","caller":"traceutil/trace.go:171","msg":"trace[1948144996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11436; }","duration":"259.347118ms","start":"2026-07-01T07:44:41.94175Z","end":"2026-07-01T07:44:42.201097Z","steps":["trace[1948144996] 'agreement among raft nodes before linearized reading' (duration: 258.841748ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:44:42.201101Z","caller":"traceutil/trace.go:171","msg":"trace[1265456302] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11436; }","duration":"643.456741ms","start":"2026-07-01T07:44:41.557634Z","end":"2026-07-01T07:44:42.201091Z","steps":["trace[1265456302] 'agreement among raft nodes before linearized reading' (duration: 643.39434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.200848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.168542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-01T07:44:42.201132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.55762Z","time spent":"643.505451ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-01T07:44:42.201158Z","caller":"traceutil/trace.go:171","msg":"trace[1764658755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11436; }","duration":"468.496388ms","start":"2026-07-01T07:44:41.732656Z","end":"2026-07-01T07:44:42.201153Z","steps":["trace[1764658755] 'agreement among raft nodes before linearized reading' (duration: 468.10268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.201144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.998166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T07:44:42.201184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.732648Z","time spent":"468.523678ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-01T07:44:42.201201Z","caller":"traceutil/trace.go:171","msg":"trace[59867925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11436; }","duration":"250.085469ms","start":"2026-07-01T07:44:41.951103Z","end":"2026-07-01T07:44:42.201188Z","steps":["trace[59867925] 'agreement among raft nodes before linearized reading' (duration: 249.944886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.200535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.312724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:44:42.201306Z","caller":"traceutil/trace.go:171","msg":"trace[365855224] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11436; }","duration":"470.159231ms","start":"2026-07-01T07:44:41.731137Z","end":"2026-07-01T07:44:42.201297Z","steps":["trace[365855224] 'agreement among raft nodes before linearized reading' (duration: 469.292164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.201345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.731118Z","time spent":"470.216911ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-01T07:44:42.200683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.531018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:44:42.201466Z","caller":"traceutil/trace.go:171","msg":"trace[1292373298] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11436; }","duration":"470.345214ms","start":"2026-07-01T07:44:41.731105Z","end":"2026-07-01T07:44:42.201451Z","steps":["trace[1292373298] 'agreement among raft nodes before linearized reading' (duration: 469.561059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.201513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.722511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:44:42.201542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.731084Z","time spent":"470.438276ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-01T07:44:42.201545Z","caller":"traceutil/trace.go:171","msg":"trace[1350319524] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11436; }","duration":"470.793512ms","start":"2026-07-01T07:44:41.730743Z","end":"2026-07-01T07:44:42.201537Z","steps":["trace[1350319524] 'agreement among raft nodes before linearized reading' (duration: 469.705852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.201583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.730714Z","time spent":"470.863614ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-01T07:44:42.201765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.532491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:44:42.200743Z","caller":"traceutil/trace.go:171","msg":"trace[503978702] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11436; }","duration":"643.143605ms","start":"2026-07-01T07:44:41.557575Z","end":"2026-07-01T07:44:42.200718Z","steps":["trace[503978702] 'agreement among raft nodes before linearized reading' (duration: 642.679375ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:44:42.201842Z","caller":"traceutil/trace.go:171","msg":"trace[1980222361] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11436; }","duration":"643.632064ms","start":"2026-07-01T07:44:41.558194Z","end":"2026-07-01T07:44:42.201826Z","steps":["trace[1980222361] 'agreement among raft nodes before linearized reading' (duration: 642.663424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:44:42.202481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.558184Z","time spent":"644.089292ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T07:44:42.202661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:44:41.557531Z","time spent":"644.721945ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-01T07:44:43.467547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.14432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:44:43.467841Z","caller":"traceutil/trace.go:171","msg":"trace[1568858828] transaction","detail":"{read_only:false; response_revision:11444; number_of_response:1; }","duration":"121.235655ms","start":"2026-07-01T07:44:43.346537Z","end":"2026-07-01T07:44:43.467772Z","steps":["trace[1568858828] 'process raft request' (duration: 15.801378ms)","trace[1568858828] 'compare' (duration: 105.005918ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:48:02.815926Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10478} {"level":"info","ts":"2026-07-01T07:48:02.897625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10478,"took":"79.418043ms","hash":2146918750,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":27643904,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-01T07:48:02.897674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2146918750,"revision":10478,"compact-revision":8043} {"level":"info","ts":"2026-07-01T07:49:10.286635Z","caller":"traceutil/trace.go:171","msg":"trace[1661815669] transaction","detail":"{read_only:false; response_revision:13278; number_of_response:1; }","duration":"106.036498ms","start":"2026-07-01T07:49:10.180571Z","end":"2026-07-01T07:49:10.286607Z","steps":["trace[1661815669] 'process raft request' (duration: 105.856665ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:17.632024Z","caller":"traceutil/trace.go:171","msg":"trace[1931651869] transaction","detail":"{read_only:false; response_revision:14069; number_of_response:1; }","duration":"204.458637ms","start":"2026-07-01T07:51:17.427545Z","end":"2026-07-01T07:51:17.632003Z","steps":["trace[1931651869] 'process raft request' (duration: 204.293274ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:36.863284Z","caller":"traceutil/trace.go:171","msg":"trace[1826823515] linearizableReadLoop","detail":"{readStateIndex:14657; appliedIndex:14656; }","duration":"406.563067ms","start":"2026-07-01T07:51:36.45669Z","end":"2026-07-01T07:51:36.863253Z","steps":["trace[1826823515] 'read index received' (duration: 406.339303ms)","trace[1826823515] 'applied index is now lower than readState.Index' (duration: 222.854µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:51:36.863394Z","caller":"traceutil/trace.go:171","msg":"trace[2067039843] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"418.475309ms","start":"2026-07-01T07:51:36.444878Z","end":"2026-07-01T07:51:36.863353Z","steps":["trace[2067039843] 'process raft request' (duration: 418.204774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:36.863546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:36.444856Z","time spent":"418.610781ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:51:36.863564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.868863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T07:51:36.86356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.794949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:51:36.863599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.162928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T07:51:36.86362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.418783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T07:51:36.863642Z","caller":"traceutil/trace.go:171","msg":"trace[946239277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14163; }","duration":"407.007756ms","start":"2026-07-01T07:51:36.456613Z","end":"2026-07-01T07:51:36.863621Z","steps":["trace[946239277] 'agreement among raft nodes before linearized reading' (duration: 406.786542ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:36.863649Z","caller":"traceutil/trace.go:171","msg":"trace[1180297206] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14163; }","duration":"128.962891ms","start":"2026-07-01T07:51:36.734666Z","end":"2026-07-01T07:51:36.863629Z","steps":["trace[1180297206] 'agreement among raft nodes before linearized reading' (duration: 128.782728ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:36.863666Z","caller":"traceutil/trace.go:171","msg":"trace[424127002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14163; }","duration":"376.490895ms","start":"2026-07-01T07:51:36.487161Z","end":"2026-07-01T07:51:36.863652Z","steps":["trace[424127002] 'agreement among raft nodes before linearized reading' (duration: 376.330132ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:36.863668Z","caller":"traceutil/trace.go:171","msg":"trace[527864362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14163; }","duration":"374.267201ms","start":"2026-07-01T07:51:36.489376Z","end":"2026-07-01T07:51:36.863644Z","steps":["trace[527864362] 'agreement among raft nodes before linearized reading' (duration: 374.103998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:36.86369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:36.456596Z","time spent":"407.084678ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T07:51:36.863708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:36.489365Z","time spent":"374.336712ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T07:51:36.863711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:36.487156Z","time spent":"376.546796ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:51:36.864047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.025229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T07:51:36.86414Z","caller":"traceutil/trace.go:171","msg":"trace[1955517002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14163; }","duration":"386.252664ms","start":"2026-07-01T07:51:36.477826Z","end":"2026-07-01T07:51:36.864079Z","steps":["trace[1955517002] 'agreement among raft nodes before linearized reading' (duration: 385.57639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:36.864178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:36.477814Z","time spent":"386.355965ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T07:51:37.00386Z","caller":"traceutil/trace.go:171","msg":"trace[1144043298] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"135.860636ms","start":"2026-07-01T07:51:36.867978Z","end":"2026-07-01T07:51:37.003839Z","steps":["trace[1144043298] 'process raft request' (duration: 133.605603ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:37.00482Z","caller":"traceutil/trace.go:171","msg":"trace[1778374054] linearizableReadLoop","detail":"{readStateIndex:14661; appliedIndex:14657; }","duration":"103.844324ms","start":"2026-07-01T07:51:36.900959Z","end":"2026-07-01T07:51:37.004803Z","steps":["trace[1778374054] 'read index received' (duration: 100.799195ms)","trace[1778374054] 'applied index is now lower than readState.Index' (duration: 3.044479ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:51:37.004842Z","caller":"traceutil/trace.go:171","msg":"trace[2093256074] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"136.447357ms","start":"2026-07-01T07:51:36.868356Z","end":"2026-07-01T07:51:37.004803Z","steps":["trace[2093256074] 'process raft request' (duration: 136.273604ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:37.004874Z","caller":"traceutil/trace.go:171","msg":"trace[11202817] transaction","detail":"{read_only:false; response_revision:14167; number_of_response:1; }","duration":"136.192202ms","start":"2026-07-01T07:51:36.868642Z","end":"2026-07-01T07:51:37.004834Z","steps":["trace[11202817] 'process raft request' (duration: 136.09953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:37.004932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.969077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:51:37.004961Z","caller":"traceutil/trace.go:171","msg":"trace[886874792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14168; }","duration":"104.060949ms","start":"2026-07-01T07:51:36.900892Z","end":"2026-07-01T07:51:37.004953Z","steps":["trace[886874792] 'agreement among raft nodes before linearized reading' (duration: 103.972097ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:37.005095Z","caller":"traceutil/trace.go:171","msg":"trace[462281536] transaction","detail":"{read_only:false; response_revision:14166; number_of_response:1; }","duration":"136.63565ms","start":"2026-07-01T07:51:36.868447Z","end":"2026-07-01T07:51:37.005083Z","steps":["trace[462281536] 'process raft request' (duration: 136.257673ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:37.280796Z","caller":"traceutil/trace.go:171","msg":"trace[1837690791] linearizableReadLoop","detail":"{readStateIndex:14663; appliedIndex:14662; }","duration":"228.126906ms","start":"2026-07-01T07:51:37.052639Z","end":"2026-07-01T07:51:37.280766Z","steps":["trace[1837690791] 'read index received' (duration: 170.239723ms)","trace[1837690791] 'applied index is now lower than readState.Index' (duration: 57.885703ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:51:37.280823Z","caller":"traceutil/trace.go:171","msg":"trace[1250522466] transaction","detail":"{read_only:false; response_revision:14169; number_of_response:1; }","duration":"252.08263ms","start":"2026-07-01T07:51:37.028703Z","end":"2026-07-01T07:51:37.280786Z","steps":["trace[1250522466] 'process raft request' (duration: 194.167557ms)","trace[1250522466] 'compare' (duration: 57.310902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:51:37.28101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.333919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:51:37.281123Z","caller":"traceutil/trace.go:171","msg":"trace[863792791] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14169; }","duration":"228.532923ms","start":"2026-07-01T07:51:37.052561Z","end":"2026-07-01T07:51:37.281093Z","steps":["trace[863792791] 'agreement among raft nodes before linearized reading' (duration: 228.329759ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:45.41942Z","caller":"traceutil/trace.go:171","msg":"trace[475720309] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"311.632035ms","start":"2026-07-01T07:51:45.107757Z","end":"2026-07-01T07:51:45.419389Z","steps":["trace[475720309] 'process raft request' (duration: 311.308469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:45.419665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:45.10774Z","time spent":"311.84356ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:51:45.419454Z","caller":"traceutil/trace.go:171","msg":"trace[1487109455] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"311.135525ms","start":"2026-07-01T07:51:45.108294Z","end":"2026-07-01T07:51:45.41943Z","steps":["trace[1487109455] 'process raft request' (duration: 311.035883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:45.419927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:45.10827Z","time spent":"311.556814ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:51:45.420371Z","caller":"traceutil/trace.go:171","msg":"trace[1978281047] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"113.012932ms","start":"2026-07-01T07:51:45.307336Z","end":"2026-07-01T07:51:45.420349Z","steps":["trace[1978281047] 'process raft request' (duration: 112.9192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:54.404553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076261142,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T07:51:54.749672Z","caller":"traceutil/trace.go:171","msg":"trace[1840666813] transaction","detail":"{read_only:false; response_revision:14268; number_of_response:1; }","duration":"936.643191ms","start":"2026-07-01T07:51:53.813006Z","end":"2026-07-01T07:51:54.749649Z","steps":["trace[1840666813] 'process raft request' (duration: 936.504739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:54.749818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:53.812983Z","time spent":"936.755023ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:51:54.753262Z","caller":"traceutil/trace.go:171","msg":"trace[568165304] linearizableReadLoop","detail":"{readStateIndex:14768; appliedIndex:14766; }","duration":"849.728725ms","start":"2026-07-01T07:51:53.90351Z","end":"2026-07-01T07:51:54.753239Z","steps":["trace[568165304] 'read index received' (duration: 845.988003ms)","trace[568165304] 'applied index is now lower than readState.Index' (duration: 3.739672ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:51:54.75337Z","caller":"traceutil/trace.go:171","msg":"trace[1954591266] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"110.30615ms","start":"2026-07-01T07:51:54.64304Z","end":"2026-07-01T07:51:54.753347Z","steps":["trace[1954591266] 'process raft request' (duration: 110.141526ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:54.753395Z","caller":"traceutil/trace.go:171","msg":"trace[263847505] transaction","detail":"{read_only:false; response_revision:14269; number_of_response:1; }","duration":"811.315299ms","start":"2026-07-01T07:51:53.942023Z","end":"2026-07-01T07:51:54.753338Z","steps":["trace[263847505] 'process raft request' (duration: 808.149638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:54.753518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.959158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-01T07:51:54.753547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.664357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-01T07:51:54.753567Z","caller":"traceutil/trace.go:171","msg":"trace[1904175769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:14270; }","duration":"818.05991ms","start":"2026-07-01T07:51:53.935496Z","end":"2026-07-01T07:51:54.753556Z","steps":["trace[1904175769] 'agreement among raft nodes before linearized reading' (duration: 817.896327ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:54.753592Z","caller":"traceutil/trace.go:171","msg":"trace[1331190747] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14270; }","duration":"758.738379ms","start":"2026-07-01T07:51:53.994841Z","end":"2026-07-01T07:51:54.753579Z","steps":["trace[1331190747] 'agreement among raft nodes before linearized reading' (duration: 758.611937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:54.753607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:53.935479Z","time spent":"818.116512ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-flvx9\" "} {"level":"warn","ts":"2026-07-01T07:51:54.753428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.906259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:51:54.753639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:53.994823Z","time spent":"758.794521ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-01T07:51:54.753674Z","caller":"traceutil/trace.go:171","msg":"trace[1299240296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14270; }","duration":"850.199625ms","start":"2026-07-01T07:51:53.903455Z","end":"2026-07-01T07:51:54.753655Z","steps":["trace[1299240296] 'agreement among raft nodes before linearized reading' (duration: 849.911509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:54.753722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:53.903436Z","time spent":"850.274996ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T07:51:54.753721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:51:53.942005Z","time spent":"811.570054ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:51:55.765218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.403706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:51:55.765325Z","caller":"traceutil/trace.go:171","msg":"trace[79287739] linearizableReadLoop","detail":"{readStateIndex:14775; appliedIndex:14774; }","duration":"274.22147ms","start":"2026-07-01T07:51:55.491085Z","end":"2026-07-01T07:51:55.765307Z","steps":["trace[79287739] 'read index received' (duration: 86.653301ms)","trace[79287739] 'applied index is now lower than readState.Index' (duration: 187.567079ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:51:55.7654Z","caller":"traceutil/trace.go:171","msg":"trace[753167058] transaction","detail":"{read_only:false; response_revision:14276; number_of_response:1; }","duration":"277.044355ms","start":"2026-07-01T07:51:55.488341Z","end":"2026-07-01T07:51:55.765385Z","steps":["trace[753167058] 'process raft request' (duration: 89.380994ms)","trace[753167058] 'compare' (duration: 187.287084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:51:55.765637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.528426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T07:51:55.765712Z","caller":"traceutil/trace.go:171","msg":"trace[1630364647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14276; }","duration":"274.625948ms","start":"2026-07-01T07:51:55.491069Z","end":"2026-07-01T07:51:55.765695Z","steps":["trace[1630364647] 'agreement among raft nodes before linearized reading' (duration: 274.394253ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:51:55.766537Z","caller":"traceutil/trace.go:171","msg":"trace[750603615] transaction","detail":"{read_only:false; response_revision:14277; number_of_response:1; }","duration":"105.685311ms","start":"2026-07-01T07:51:55.660826Z","end":"2026-07-01T07:51:55.766511Z","steps":["trace[750603615] 'process raft request' (duration: 105.442166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:51:55.766551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.416734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-kctl4\" ","response":"range_response_count:1 size:11830"} {"level":"info","ts":"2026-07-01T07:51:55.766651Z","caller":"traceutil/trace.go:171","msg":"trace[1200746406] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-kctl4; range_end:; response_count:1; response_revision:14277; }","duration":"107.567447ms","start":"2026-07-01T07:51:55.659067Z","end":"2026-07-01T07:51:55.766634Z","steps":["trace[1200746406] 'agreement among raft nodes before linearized reading' (duration: 107.324913ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:52:01.630715Z","caller":"traceutil/trace.go:171","msg":"trace[871171403] transaction","detail":"{read_only:false; response_revision:14317; number_of_response:1; }","duration":"431.606483ms","start":"2026-07-01T07:52:01.199066Z","end":"2026-07-01T07:52:01.630673Z","steps":["trace[871171403] 'process raft request' (duration: 431.430049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:52:01.630885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:52:01.199038Z","time spent":"431.755016ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:52:01.630916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.886214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T07:52:01.630966Z","caller":"traceutil/trace.go:171","msg":"trace[1498683931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14317; }","duration":"322.995776ms","start":"2026-07-01T07:52:01.307955Z","end":"2026-07-01T07:52:01.630951Z","steps":["trace[1498683931] 'agreement among raft nodes before linearized reading' (duration: 322.815943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:52:01.631008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:52:01.307929Z","time spent":"323.071097ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T07:52:01.630686Z","caller":"traceutil/trace.go:171","msg":"trace[577860181] linearizableReadLoop","detail":"{readStateIndex:14817; appliedIndex:14816; }","duration":"322.615448ms","start":"2026-07-01T07:52:01.308019Z","end":"2026-07-01T07:52:01.630635Z","steps":["trace[577860181] 'read index received' (duration: 322.483636ms)","trace[577860181] 'applied index is now lower than readState.Index' (duration: 130.752µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:52:02.011498Z","caller":"traceutil/trace.go:171","msg":"trace[1280924121] linearizableReadLoop","detail":"{readStateIndex:14819; appliedIndex:14817; }","duration":"380.180666ms","start":"2026-07-01T07:52:01.631294Z","end":"2026-07-01T07:52:02.011475Z","steps":["trace[1280924121] 'read index received' (duration: 299.268135ms)","trace[1280924121] 'applied index is now lower than readState.Index' (duration: 80.911561ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:52:02.011508Z","caller":"traceutil/trace.go:171","msg":"trace[1353664970] transaction","detail":"{read_only:false; response_revision:14318; number_of_response:1; }","duration":"513.357029ms","start":"2026-07-01T07:52:01.498115Z","end":"2026-07-01T07:52:02.011472Z","steps":["trace[1353664970] 'process raft request' (duration: 513.189895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:52:02.011673Z","caller":"traceutil/trace.go:171","msg":"trace[1600938225] transaction","detail":"{read_only:false; response_revision:14319; number_of_response:1; }","duration":"376.989273ms","start":"2026-07-01T07:52:01.63467Z","end":"2026-07-01T07:52:02.011659Z","steps":["trace[1600938225] 'process raft request' (duration: 376.757189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:52:02.011703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:52:01.498093Z","time spent":"513.506312ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:52:02.011785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:52:01.634653Z","time spent":"377.055875ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:52:02.011828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.179575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T07:52:02.011932Z","caller":"traceutil/trace.go:171","msg":"trace[2147408742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14319; }","duration":"698.297987ms","start":"2026-07-01T07:52:01.313586Z","end":"2026-07-01T07:52:02.011884Z","steps":["trace[2147408742] 'agreement among raft nodes before linearized reading' (duration: 698.019881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:52:02.01198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:52:01.313553Z","time spent":"698.41489ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T07:52:02.012092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.662759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:52:02.012118Z","caller":"traceutil/trace.go:171","msg":"trace[242746651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14319; }","duration":"108.719339ms","start":"2026-07-01T07:52:01.903389Z","end":"2026-07-01T07:52:02.012109Z","steps":["trace[242746651] 'agreement among raft nodes before linearized reading' (duration: 108.678349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:52:02.012109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.327943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:52:02.012167Z","caller":"traceutil/trace.go:171","msg":"trace[798238972] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14319; }","duration":"190.389074ms","start":"2026-07-01T07:52:01.821764Z","end":"2026-07-01T07:52:02.012153Z","steps":["trace[798238972] 'agreement among raft nodes before linearized reading' (duration: 190.289982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:52:02.012253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.262605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T07:52:02.012306Z","caller":"traceutil/trace.go:171","msg":"trace[1354790474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14319; }","duration":"218.333466ms","start":"2026-07-01T07:52:01.793955Z","end":"2026-07-01T07:52:02.012289Z","steps":["trace[1354790474] 'agreement among raft nodes before linearized reading' (duration: 218.116252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:52:02.012553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.442704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T07:52:02.012592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.808983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T07:52:02.012644Z","caller":"traceutil/trace.go:171","msg":"trace[898623401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14319; }","duration":"158.940933ms","start":"2026-07-01T07:52:01.853682Z","end":"2026-07-01T07:52:02.012623Z","steps":["trace[898623401] 'agreement among raft nodes before linearized reading' (duration: 158.338822ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:52:02.012648Z","caller":"traceutil/trace.go:171","msg":"trace[832537255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14319; }","duration":"221.903635ms","start":"2026-07-01T07:52:01.790727Z","end":"2026-07-01T07:52:02.012631Z","steps":["trace[832537255] 'agreement among raft nodes before linearized reading' (duration: 221.279544ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:52:16.946366Z","caller":"traceutil/trace.go:171","msg":"trace[2035806179] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"112.102955ms","start":"2026-07-01T07:52:16.83424Z","end":"2026-07-01T07:52:16.946343Z","steps":["trace[2035806179] 'process raft request' (duration: 111.961062ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:52:16.952446Z","caller":"traceutil/trace.go:171","msg":"trace[215925043] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"116.394058ms","start":"2026-07-01T07:52:16.83601Z","end":"2026-07-01T07:52:16.952404Z","steps":["trace[215925043] 'process raft request' (duration: 116.167824ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:02.824932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12733} {"level":"info","ts":"2026-07-01T07:53:02.905171Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12733,"took":"77.532325ms","hash":2753413682,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":29986816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T07:53:02.905245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2753413682,"revision":12733,"compact-revision":10478} {"level":"warn","ts":"2026-07-01T07:53:09.518886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.573711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T07:53:09.518945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.509533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:09.51899Z","caller":"traceutil/trace.go:171","msg":"trace[578670339] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15210; }","duration":"200.733394ms","start":"2026-07-01T07:53:09.318234Z","end":"2026-07-01T07:53:09.518967Z","steps":["trace[578670339] 'range keys from in-memory index tree' (duration: 200.394227ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:09.519046Z","caller":"traceutil/trace.go:171","msg":"trace[461264867] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15210; }","duration":"245.649915ms","start":"2026-07-01T07:53:09.273364Z","end":"2026-07-01T07:53:09.519014Z","steps":["trace[461264867] 'range keys from in-memory index tree' (duration: 245.429921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:09.519184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.802338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:09.519185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.770647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:09.519254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.530627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-01T07:53:09.519286Z","caller":"traceutil/trace.go:171","msg":"trace[866262290] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15210; }","duration":"245.980591ms","start":"2026-07-01T07:53:09.273281Z","end":"2026-07-01T07:53:09.519262Z","steps":["trace[866262290] 'range keys from in-memory index tree' (duration: 245.652405ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:09.519342Z","caller":"traceutil/trace.go:171","msg":"trace[601241724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15210; }","duration":"106.652339ms","start":"2026-07-01T07:53:09.41267Z","end":"2026-07-01T07:53:09.519322Z","steps":["trace[601241724] 'range keys from in-memory index tree' (duration: 106.378843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:09.519383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.917201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T07:53:09.519341Z","caller":"traceutil/trace.go:171","msg":"trace[1801895283] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15210; }","duration":"245.960711ms","start":"2026-07-01T07:53:09.273359Z","end":"2026-07-01T07:53:09.51932Z","steps":["trace[1801895283] 'range keys from in-memory index tree' (duration: 245.618525ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:09.519433Z","caller":"traceutil/trace.go:171","msg":"trace[1711253057] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15210; }","duration":"263.037733ms","start":"2026-07-01T07:53:09.256382Z","end":"2026-07-01T07:53:09.51942Z","steps":["trace[1711253057] 'count revisions from in-memory index tree' (duration: 262.813109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:09.519278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.554804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-01T07:53:09.519495Z","caller":"traceutil/trace.go:171","msg":"trace[28125030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:15210; }","duration":"128.814929ms","start":"2026-07-01T07:53:09.390666Z","end":"2026-07-01T07:53:09.519481Z","steps":["trace[28125030] 'range keys from in-memory index tree' (duration: 128.42519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:09.519544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.914678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:09.519582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.493916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T07:53:09.519621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.457478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-01T07:53:09.51965Z","caller":"traceutil/trace.go:171","msg":"trace[1708076288] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15210; }","duration":"241.631118ms","start":"2026-07-01T07:53:09.277999Z","end":"2026-07-01T07:53:09.51963Z","steps":["trace[1708076288] 'range keys from in-memory index tree' (duration: 241.346563ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:09.51965Z","caller":"traceutil/trace.go:171","msg":"trace[1532809113] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15210; }","duration":"202.04427ms","start":"2026-07-01T07:53:09.31758Z","end":"2026-07-01T07:53:09.519624Z","steps":["trace[1532809113] 'range keys from in-memory index tree' (duration: 201.854847ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:09.519682Z","caller":"traceutil/trace.go:171","msg":"trace[241930354] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15210; }","duration":"201.52835ms","start":"2026-07-01T07:53:09.318136Z","end":"2026-07-01T07:53:09.519664Z","steps":["trace[241930354] 'range keys from in-memory index tree' (duration: 201.320526ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:25.037234Z","caller":"traceutil/trace.go:171","msg":"trace[521913501] linearizableReadLoop","detail":"{readStateIndex:15827; appliedIndex:15826; }","duration":"239.308363ms","start":"2026-07-01T07:53:24.797904Z","end":"2026-07-01T07:53:25.037213Z","steps":["trace[521913501] 'read index received' (duration: 234.265864ms)","trace[521913501] 'applied index is now lower than readState.Index' (duration: 5.041739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:53:25.037424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.519986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-m2fxt\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-01T07:53:25.037455Z","caller":"traceutil/trace.go:171","msg":"trace[705104318] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-m2fxt; range_end:; response_count:1; response_revision:15294; }","duration":"239.598458ms","start":"2026-07-01T07:53:24.797848Z","end":"2026-07-01T07:53:25.037447Z","steps":["trace[705104318] 'agreement among raft nodes before linearized reading' (duration: 239.481836ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:25.037405Z","caller":"traceutil/trace.go:171","msg":"trace[977780366] transaction","detail":"{read_only:false; response_revision:15294; number_of_response:1; }","duration":"355.008228ms","start":"2026-07-01T07:53:24.682279Z","end":"2026-07-01T07:53:25.037287Z","steps":["trace[977780366] 'process raft request' (duration: 349.865698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:25.037634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:24.682257Z","time spent":"355.295663ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:53:25.070054Z","caller":"traceutil/trace.go:171","msg":"trace[877766141] transaction","detail":"{read_only:false; response_revision:15295; number_of_response:1; }","duration":"228.775628ms","start":"2026-07-01T07:53:24.84125Z","end":"2026-07-01T07:53:25.070026Z","steps":["trace[877766141] 'process raft request' (duration: 228.589354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:25.0702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.06888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:25.070295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.346285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:25.070295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.058221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:25.070313Z","caller":"traceutil/trace.go:171","msg":"trace[345816409] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15295; }","duration":"120.219593ms","start":"2026-07-01T07:53:24.95006Z","end":"2026-07-01T07:53:25.070279Z","steps":["trace[345816409] 'agreement among raft nodes before linearized reading' (duration: 120.006769ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:25.07035Z","caller":"traceutil/trace.go:171","msg":"trace[1467223768] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15295; }","duration":"120.432967ms","start":"2026-07-01T07:53:24.949901Z","end":"2026-07-01T07:53:25.070334Z","steps":["trace[1467223768] 'agreement among raft nodes before linearized reading' (duration: 120.346675ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:25.070363Z","caller":"traceutil/trace.go:171","msg":"trace[545251016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15295; }","duration":"167.177173ms","start":"2026-07-01T07:53:24.903168Z","end":"2026-07-01T07:53:25.070345Z","steps":["trace[545251016] 'agreement among raft nodes before linearized reading' (duration: 167.04135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:25.070372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.64327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:25.070387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.904272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:25.070503Z","caller":"traceutil/trace.go:171","msg":"trace[105934766] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15295; }","duration":"110.034304ms","start":"2026-07-01T07:53:24.960443Z","end":"2026-07-01T07:53:25.070477Z","steps":["trace[105934766] 'agreement among raft nodes before linearized reading' (duration: 109.718168ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:25.070512Z","caller":"traceutil/trace.go:171","msg":"trace[1695586453] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15295; }","duration":"120.874255ms","start":"2026-07-01T07:53:24.949585Z","end":"2026-07-01T07:53:25.070459Z","steps":["trace[1695586453] 'agreement among raft nodes before linearized reading' (duration: 120.445097ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:25.468637Z","caller":"traceutil/trace.go:171","msg":"trace[409809645] transaction","detail":"{read_only:false; response_revision:15296; number_of_response:1; }","duration":"190.635988ms","start":"2026-07-01T07:53:25.277978Z","end":"2026-07-01T07:53:25.468614Z","steps":["trace[409809645] 'process raft request' (duration: 190.479695ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:25.519596Z","caller":"traceutil/trace.go:171","msg":"trace[337090209] transaction","detail":"{read_only:false; response_revision:15297; number_of_response:1; }","duration":"239.995825ms","start":"2026-07-01T07:53:25.279543Z","end":"2026-07-01T07:53:25.519539Z","steps":["trace[337090209] 'process raft request' (duration: 239.749881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.694624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:28.009548Z","caller":"traceutil/trace.go:171","msg":"trace[902453995] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15307; }","duration":"332.821737ms","start":"2026-07-01T07:53:27.676707Z","end":"2026-07-01T07:53:28.009529Z","steps":["trace[902453995] 'range keys from in-memory index tree' (duration: 332.531501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.942135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-01T07:53:28.009592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.676691Z","time spent":"332.890758ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T07:53:28.009618Z","caller":"traceutil/trace.go:171","msg":"trace[608914722] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15307; }","duration":"374.056907ms","start":"2026-07-01T07:53:27.635542Z","end":"2026-07-01T07:53:28.009599Z","steps":["trace[608914722] 'range keys from in-memory index tree' (duration: 373.74089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.00967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.635536Z","time spent":"374.124399ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T07:53:28.009685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.42819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-01T07:53:28.009641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.497816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:28.009779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.16491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-01T07:53:28.009792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.633839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:28.009806Z","caller":"traceutil/trace.go:171","msg":"trace[1406566943] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15307; }","duration":"374.20304ms","start":"2026-07-01T07:53:27.635598Z","end":"2026-07-01T07:53:28.009801Z","steps":["trace[1406566943] 'range keys from in-memory index tree' (duration: 374.112419ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:28.009774Z","caller":"traceutil/trace.go:171","msg":"trace[692839051] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15307; }","duration":"373.669029ms","start":"2026-07-01T07:53:27.636076Z","end":"2026-07-01T07:53:28.009746Z","steps":["trace[692839051] 'range keys from in-memory index tree' (duration: 373.281732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.999569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-01T07:53:28.009831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.635593Z","time spent":"374.233361ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T07:53:28.009833Z","caller":"traceutil/trace.go:171","msg":"trace[869026538] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15307; }","duration":"373.688469ms","start":"2026-07-01T07:53:27.636129Z","end":"2026-07-01T07:53:28.009818Z","steps":["trace[869026538] 'range keys from in-memory index tree' (duration: 373.572388ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:28.009855Z","caller":"traceutil/trace.go:171","msg":"trace[1982008137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:15307; }","duration":"236.126592ms","start":"2026-07-01T07:53:27.77371Z","end":"2026-07-01T07:53:28.009837Z","steps":["trace[1982008137] 'range keys from in-memory index tree' (duration: 235.833936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.636059Z","time spent":"373.787872ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-01T07:53:28.009721Z","caller":"traceutil/trace.go:171","msg":"trace[1552333018] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15307; }","duration":"282.495961ms","start":"2026-07-01T07:53:27.727216Z","end":"2026-07-01T07:53:28.009712Z","steps":["trace[1552333018] 'range keys from in-memory index tree' (duration: 282.330508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.479965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-01T07:53:28.009876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.541337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:28.009907Z","caller":"traceutil/trace.go:171","msg":"trace[1847255187] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15307; }","duration":"340.531296ms","start":"2026-07-01T07:53:27.669365Z","end":"2026-07-01T07:53:28.009897Z","steps":["trace[1847255187] 'range keys from in-memory index tree' (duration: 340.380083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.508987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T07:53:28.009929Z","caller":"traceutil/trace.go:171","msg":"trace[646976989] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15307; }","duration":"374.603778ms","start":"2026-07-01T07:53:27.635312Z","end":"2026-07-01T07:53:28.009916Z","steps":["trace[646976989] 'range keys from in-memory index tree' (duration: 374.499396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.669356Z","time spent":"340.574677ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T07:53:28.009537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.945409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4nhc5\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-07-01T07:53:28.009965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.635307Z","time spent":"374.650789ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-01T07:53:28.009867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.636126Z","time spent":"373.733001ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T07:53:28.009991Z","caller":"traceutil/trace.go:171","msg":"trace[2096433320] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4nhc5; range_end:; response_count:1; response_revision:15307; }","duration":"234.462169ms","start":"2026-07-01T07:53:27.775513Z","end":"2026-07-01T07:53:28.009975Z","steps":["trace[2096433320] 'range keys from in-memory index tree' (duration: 233.698865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.540757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:28.010117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.575287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:28.010113Z","caller":"traceutil/trace.go:171","msg":"trace[617005337] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15307; }","duration":"374.859022ms","start":"2026-07-01T07:53:27.63523Z","end":"2026-07-01T07:53:28.010089Z","steps":["trace[617005337] 'range keys from in-memory index tree' (duration: 374.493946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.010169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.952325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:28.010209Z","caller":"traceutil/trace.go:171","msg":"trace[1117484799] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15307; }","duration":"374.000335ms","start":"2026-07-01T07:53:27.636198Z","end":"2026-07-01T07:53:28.010198Z","steps":["trace[1117484799] 'range keys from in-memory index tree' (duration: 373.806272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.009509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.304012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:28.010245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.636194Z","time spent":"374.044586ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T07:53:28.010257Z","caller":"traceutil/trace.go:171","msg":"trace[161511292] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15307; }","duration":"375.119317ms","start":"2026-07-01T07:53:27.635125Z","end":"2026-07-01T07:53:28.010244Z","steps":["trace[161511292] 'range keys from in-memory index tree' (duration: 374.099727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.010298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.635105Z","time spent":"375.182969ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-01T07:53:28.010302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.635225Z","time spent":"375.005025ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-01T07:53:28.010156Z","caller":"traceutil/trace.go:171","msg":"trace[984981936] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15307; }","duration":"340.661989ms","start":"2026-07-01T07:53:27.669487Z","end":"2026-07-01T07:53:28.010149Z","steps":["trace[984981936] 'range keys from in-memory index tree' (duration: 340.505836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.010413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.669468Z","time spent":"340.929813ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-01T07:53:28.010982Z","caller":"traceutil/trace.go:171","msg":"trace[1832588333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15307; }","duration":"339.567388ms","start":"2026-07-01T07:53:27.670383Z","end":"2026-07-01T07:53:28.009951Z","steps":["trace[1832588333] 'range keys from in-memory index tree' (duration: 339.405795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:28.011024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:27.670356Z","time spent":"340.65862ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T07:53:33.905373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.76975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T07:53:33.905603Z","caller":"traceutil/trace.go:171","msg":"trace[220785332] linearizableReadLoop","detail":"{readStateIndex:15870; appliedIndex:15869; }","duration":"111.401692ms","start":"2026-07-01T07:53:33.794184Z","end":"2026-07-01T07:53:33.905586Z","steps":["trace[220785332] 'read index received' (duration: 64.031µs)","trace[220785332] 'applied index is now lower than readState.Index' (duration: 111.33622ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:53:33.905656Z","caller":"traceutil/trace.go:171","msg":"trace[1114407126] transaction","detail":"{read_only:false; response_revision:15335; number_of_response:1; }","duration":"362.575624ms","start":"2026-07-01T07:53:33.543036Z","end":"2026-07-01T07:53:33.905612Z","steps":["trace[1114407126] 'process raft request' (duration: 138.487637ms)","trace[1114407126] 'compare' (duration: 223.445794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:53:33.905753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.561014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:33.905824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:33.543016Z","time spent":"362.725216ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:53:33.905845Z","caller":"traceutil/trace.go:171","msg":"trace[232958233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15335; }","duration":"111.697877ms","start":"2026-07-01T07:53:33.794123Z","end":"2026-07-01T07:53:33.905821Z","steps":["trace[232958233] 'agreement among raft nodes before linearized reading' (duration: 111.526684ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:34.206293Z","caller":"traceutil/trace.go:171","msg":"trace[961513322] transaction","detail":"{read_only:false; response_revision:15337; number_of_response:1; }","duration":"100.404467ms","start":"2026-07-01T07:53:34.105859Z","end":"2026-07-01T07:53:34.206263Z","steps":["trace[961513322] 'process raft request' (duration: 55.73189ms)","trace[961513322] 'compare' (duration: 44.444403ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:53:35.017527Z","caller":"traceutil/trace.go:171","msg":"trace[1735864530] linearizableReadLoop","detail":"{readStateIndex:15878; appliedIndex:15877; }","duration":"113.659025ms","start":"2026-07-01T07:53:34.903832Z","end":"2026-07-01T07:53:35.017491Z","steps":["trace[1735864530] 'read index received' (duration: 74.651588ms)","trace[1735864530] 'applied index is now lower than readState.Index' (duration: 39.005767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:53:35.017928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.079383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:35.017974Z","caller":"traceutil/trace.go:171","msg":"trace[1169811911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15343; }","duration":"114.175915ms","start":"2026-07-01T07:53:34.903788Z","end":"2026-07-01T07:53:35.017964Z","steps":["trace[1169811911] 'agreement among raft nodes before linearized reading' (duration: 113.872349ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:35.017603Z","caller":"traceutil/trace.go:171","msg":"trace[583407814] transaction","detail":"{read_only:false; response_revision:15343; number_of_response:1; }","duration":"234.991169ms","start":"2026-07-01T07:53:34.782569Z","end":"2026-07-01T07:53:35.017561Z","steps":["trace[583407814] 'process raft request' (duration: 195.940121ms)","trace[583407814] 'compare' (duration: 38.699022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:53:36.346973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076264570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T07:53:36.847105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076264570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T07:53:37.011365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536921456s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T07:53:37.011789Z","caller":"traceutil/trace.go:171","msg":"trace[2117712364] transaction","detail":"{read_only:false; response_revision:15345; number_of_response:1; }","duration":"1.537489478s","start":"2026-07-01T07:53:35.47427Z","end":"2026-07-01T07:53:37.01176Z","steps":["trace[2117712364] 'process raft request' (duration: 1.537283374s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.012006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:35.474243Z","time spent":"1.53763415s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:53:37.012627Z","caller":"traceutil/trace.go:171","msg":"trace[1213111514] transaction","detail":"{read_only:false; response_revision:15348; number_of_response:1; }","duration":"801.211095ms","start":"2026-07-01T07:53:36.2114Z","end":"2026-07-01T07:53:37.012611Z","steps":["trace[1213111514] 'process raft request' (duration: 801.176424ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:37.012672Z","caller":"traceutil/trace.go:171","msg":"trace[1765902453] transaction","detail":"{read_only:false; response_revision:15346; number_of_response:1; }","duration":"1.450829458s","start":"2026-07-01T07:53:35.561813Z","end":"2026-07-01T07:53:37.012642Z","steps":["trace[1765902453] 'process raft request' (duration: 1.450640554s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.01272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.211379Z","time spent":"801.281176ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:53:37.012803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:35.561787Z","time spent":"1.450941939s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:53:37.012804Z","caller":"traceutil/trace.go:171","msg":"trace[806123941] linearizableReadLoop","detail":"{readStateIndex:15884; appliedIndex:15879; }","duration":"1.16648944s","start":"2026-07-01T07:53:35.846279Z","end":"2026-07-01T07:53:37.012768Z","steps":["trace[806123941] 'read index received' (duration: 1.165360718s)","trace[806123941] 'applied index is now lower than readState.Index' (duration: 1.126632ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:53:37.012886Z","caller":"traceutil/trace.go:171","msg":"trace[1803399304] transaction","detail":"{read_only:false; response_revision:15347; number_of_response:1; }","duration":"1.102900127s","start":"2026-07-01T07:53:35.909931Z","end":"2026-07-01T07:53:37.012831Z","steps":["trace[1803399304] 'process raft request' (duration: 1.102620452s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.919912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-01T07:53:37.01335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.454826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-01T07:53:37.012939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166665884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.013496Z","caller":"traceutil/trace.go:171","msg":"trace[125988109] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:15349; }","duration":"1.167261914s","start":"2026-07-01T07:53:35.846224Z","end":"2026-07-01T07:53:37.013486Z","steps":["trace[125988109] 'agreement among raft nodes before linearized reading' (duration: 1.166678913s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:35.846204Z","time spent":"1.167312256s","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-01T07:53:37.013072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.99726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T07:53:37.013647Z","caller":"traceutil/trace.go:171","msg":"trace[1039389734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15349; }","duration":"417.55085ms","start":"2026-07-01T07:53:36.59607Z","end":"2026-07-01T07:53:37.013621Z","steps":["trace[1039389734] 'agreement among raft nodes before linearized reading' (duration: 416.949559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.596014Z","time spent":"417.668862ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.788582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpqhv\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-01T07:53:37.01377Z","caller":"traceutil/trace.go:171","msg":"trace[911464125] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpqhv; range_end:; response_count:1; response_revision:15349; }","duration":"222.505097ms","start":"2026-07-01T07:53:36.791258Z","end":"2026-07-01T07:53:37.013764Z","steps":["trace[911464125] 'agreement among raft nodes before linearized reading' (duration: 221.729951ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:37.013819Z","caller":"traceutil/trace.go:171","msg":"trace[1720371653] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"978.992553ms","start":"2026-07-01T07:53:36.034419Z","end":"2026-07-01T07:53:37.013412Z","steps":["trace[1720371653] 'agreement among raft nodes before linearized reading' (duration: 978.84722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.055536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T07:53:37.013884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.034413Z","time spent":"979.453712ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T07:53:37.013916Z","caller":"traceutil/trace.go:171","msg":"trace[1197437558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15349; }","duration":"275.942013ms","start":"2026-07-01T07:53:36.737967Z","end":"2026-07-01T07:53:37.013909Z","steps":["trace[1197437558] 'agreement among raft nodes before linearized reading' (duration: 275.014595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039240012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-01T07:53:37.014035Z","caller":"traceutil/trace.go:171","msg":"trace[1758944802] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:15349; }","duration":"1.04023107s","start":"2026-07-01T07:53:35.973798Z","end":"2026-07-01T07:53:37.014029Z","steps":["trace[1758944802] 'agreement among raft nodes before linearized reading' (duration: 1.039157029s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.014075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:35.973782Z","time spent":"1.040285552s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.872064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:37.014178Z","caller":"traceutil/trace.go:171","msg":"trace[75005889] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"573.968315ms","start":"2026-07-01T07:53:36.440202Z","end":"2026-07-01T07:53:37.014171Z","steps":["trace[75005889] 'agreement among raft nodes before linearized reading' (duration: 572.883144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.014199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.440182Z","time spent":"574.011027ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.522514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.014281Z","caller":"traceutil/trace.go:171","msg":"trace[1150255241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15349; }","duration":"110.672487ms","start":"2026-07-01T07:53:36.903592Z","end":"2026-07-01T07:53:37.014264Z","steps":["trace[1150255241] 'agreement among raft nodes before linearized reading' (duration: 109.512004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.432335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.014521Z","caller":"traceutil/trace.go:171","msg":"trace[1630398010] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"574.811013ms","start":"2026-07-01T07:53:36.439704Z","end":"2026-07-01T07:53:37.014515Z","steps":["trace[1630398010] 'agreement among raft nodes before linearized reading' (duration: 573.426116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.014549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.439635Z","time spent":"574.907194ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.049708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T07:53:37.014643Z","caller":"traceutil/trace.go:171","msg":"trace[1751077253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15349; }","duration":"255.608628ms","start":"2026-07-01T07:53:36.759028Z","end":"2026-07-01T07:53:37.014636Z","steps":["trace[1751077253] 'agreement among raft nodes before linearized reading' (duration: 254.051838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.631146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.014768Z","caller":"traceutil/trace.go:171","msg":"trace[2124195770] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"980.258817ms","start":"2026-07-01T07:53:36.034504Z","end":"2026-07-01T07:53:37.014762Z","steps":["trace[2124195770] 'agreement among raft nodes before linearized reading' (duration: 978.636626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.01479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.034495Z","time spent":"980.289848ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-01T07:53:37.012876Z","caller":"traceutil/trace.go:171","msg":"trace[508566826] transaction","detail":"{read_only:false; response_revision:15349; number_of_response:1; }","duration":"552.359696ms","start":"2026-07-01T07:53:36.460487Z","end":"2026-07-01T07:53:37.012847Z","steps":["trace[508566826] 'process raft request' (duration: 552.104522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.014904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.460477Z","time spent":"554.404415ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:53:37.01318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.467493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.01503Z","caller":"traceutil/trace.go:171","msg":"trace[1046241704] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"980.326709ms","start":"2026-07-01T07:53:36.034698Z","end":"2026-07-01T07:53:37.015025Z","steps":["trace[1046241704] 'agreement among raft nodes before linearized reading' (duration: 978.469923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.015052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.034692Z","time spent":"980.35484ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T07:53:37.015102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:35.909905Z","time spent":"1.103470227s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:53:37.013195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.643819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpqhv\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-01T07:53:37.015224Z","caller":"traceutil/trace.go:171","msg":"trace[288771881] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpqhv; range_end:; response_count:1; response_revision:15349; }","duration":"225.71074ms","start":"2026-07-01T07:53:36.789507Z","end":"2026-07-01T07:53:37.015218Z","steps":["trace[288771881] 'agreement among raft nodes before linearized reading' (duration: 223.648889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.01319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.920748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4nhc5\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-07-01T07:53:37.015391Z","caller":"traceutil/trace.go:171","msg":"trace[540801763] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4nhc5; range_end:; response_count:1; response_revision:15349; }","duration":"903.162302ms","start":"2026-07-01T07:53:36.112223Z","end":"2026-07-01T07:53:37.015386Z","steps":["trace[540801763] 'agreement among raft nodes before linearized reading' (duration: 900.905258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.015429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.112207Z","time spent":"903.198182ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4nhc5\" "} {"level":"warn","ts":"2026-07-01T07:53:37.0132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.869121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:37.015567Z","caller":"traceutil/trace.go:171","msg":"trace[1316950484] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"980.225537ms","start":"2026-07-01T07:53:36.035326Z","end":"2026-07-01T07:53:37.015552Z","steps":["trace[1316950484] 'agreement among raft nodes before linearized reading' (duration: 977.83802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.015621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.035312Z","time spent":"980.293208ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.158352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-01T07:53:37.015797Z","caller":"traceutil/trace.go:171","msg":"trace[223310725] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15349; }","duration":"556.738861ms","start":"2026-07-01T07:53:36.458991Z","end":"2026-07-01T07:53:37.01573Z","steps":["trace[223310725] 'agreement among raft nodes before linearized reading' (duration: 554.136451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.662176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:37.015881Z","caller":"traceutil/trace.go:171","msg":"trace[1657350921] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"981.300298ms","start":"2026-07-01T07:53:36.034558Z","end":"2026-07-01T07:53:37.015858Z","steps":["trace[1657350921] 'agreement among raft nodes before linearized reading' (duration: 978.632676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.015926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.45898Z","time spent":"556.864263ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.273398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T07:53:37.015979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.034553Z","time spent":"981.40547ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.644934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.016029Z","caller":"traceutil/trace.go:171","msg":"trace[1204291430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15349; }","duration":"966.083622ms","start":"2026-07-01T07:53:36.049923Z","end":"2026-07-01T07:53:37.016007Z","steps":["trace[1204291430] 'agreement among raft nodes before linearized reading' (duration: 963.289068ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:37.016071Z","caller":"traceutil/trace.go:171","msg":"trace[1890495683] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15349; }","duration":"984.506319ms","start":"2026-07-01T07:53:36.031552Z","end":"2026-07-01T07:53:37.016058Z","steps":["trace[1890495683] 'agreement among raft nodes before linearized reading' (duration: 981.623754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.016088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.049912Z","time spent":"966.158174ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T07:53:37.016132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.031542Z","time spent":"984.576782ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.697267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.016285Z","caller":"traceutil/trace.go:171","msg":"trace[1587845361] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15349; }","duration":"981.710255ms","start":"2026-07-01T07:53:36.034558Z","end":"2026-07-01T07:53:37.016268Z","steps":["trace[1587845361] 'agreement among raft nodes before linearized reading' (duration: 978.683927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.013266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.711645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T07:53:37.016348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.03454Z","time spent":"981.792398ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-01T07:53:37.016352Z","caller":"traceutil/trace.go:171","msg":"trace[1385003265] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15349; }","duration":"985.821726ms","start":"2026-07-01T07:53:36.030517Z","end":"2026-07-01T07:53:37.016339Z","steps":["trace[1385003265] 'agreement among raft nodes before linearized reading' (duration: 982.739076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.01656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.030495Z","time spent":"986.0504ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.257256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-01T07:53:37.016745Z","caller":"traceutil/trace.go:171","msg":"trace[630816679] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"985.764394ms","start":"2026-07-01T07:53:36.030964Z","end":"2026-07-01T07:53:37.016729Z","steps":["trace[630816679] 'agreement among raft nodes before linearized reading' (duration: 982.252215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.016839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.030949Z","time spent":"985.840376ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.764888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:37.017016Z","caller":"traceutil/trace.go:171","msg":"trace[1466659489] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"982.493401ms","start":"2026-07-01T07:53:36.034504Z","end":"2026-07-01T07:53:37.016998Z","steps":["trace[1466659489] 'agreement among raft nodes before linearized reading' (duration: 978.752848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.017073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.034498Z","time spent":"982.560862ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.405516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T07:53:37.017138Z","caller":"traceutil/trace.go:171","msg":"trace[1382231114] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15349; }","duration":"558.305532ms","start":"2026-07-01T07:53:36.458824Z","end":"2026-07-01T07:53:37.017129Z","steps":["trace[1382231114] 'agreement among raft nodes before linearized reading' (duration: 554.227042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.017165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.458818Z","time spent":"558.338452ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T07:53:37.017226Z","caller":"traceutil/trace.go:171","msg":"trace[1006432939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15349; }","duration":"244.633256ms","start":"2026-07-01T07:53:36.772575Z","end":"2026-07-01T07:53:37.017208Z","steps":["trace[1006432939] 'agreement among raft nodes before linearized reading' (duration: 240.417564ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:53:37.013443Z","caller":"traceutil/trace.go:171","msg":"trace[225641660] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"554.554528ms","start":"2026-07-01T07:53:36.458869Z","end":"2026-07-01T07:53:37.013424Z","steps":["trace[225641660] 'agreement among raft nodes before linearized reading' (duration: 554.281953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.017395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.458866Z","time spent":"558.519935ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.349264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T07:53:37.017444Z","caller":"traceutil/trace.go:171","msg":"trace[1308363332] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15349; }","duration":"577.80931ms","start":"2026-07-01T07:53:36.439621Z","end":"2026-07-01T07:53:37.01743Z","steps":["trace[1308363332] 'agreement among raft nodes before linearized reading' (duration: 573.353134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.01749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.439608Z","time spent":"577.871661ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.577845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flvx9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-01T07:53:37.017541Z","caller":"traceutil/trace.go:171","msg":"trace[241052852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flvx9; range_end:; response_count:1; response_revision:15349; }","duration":"931.892039ms","start":"2026-07-01T07:53:36.08564Z","end":"2026-07-01T07:53:37.017532Z","steps":["trace[241052852] 'agreement among raft nodes before linearized reading' (duration: 927.572665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.017563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.085628Z","time spent":"931.92943ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-flvx9\" "} {"level":"warn","ts":"2026-07-01T07:53:37.013264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.800227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-01T07:53:37.017653Z","caller":"traceutil/trace.go:171","msg":"trace[10823906] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15349; }","duration":"986.195772ms","start":"2026-07-01T07:53:36.031447Z","end":"2026-07-01T07:53:37.017643Z","steps":["trace[10823906] 'agreement among raft nodes before linearized reading' (duration: 981.763536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:53:37.017686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:53:36.031442Z","time spent":"986.234293ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T07:56:39.765545Z","caller":"traceutil/trace.go:171","msg":"trace[1246940827] transaction","detail":"{read_only:false; response_revision:16818; number_of_response:1; }","duration":"109.797459ms","start":"2026-07-01T07:56:39.655721Z","end":"2026-07-01T07:56:39.765519Z","steps":["trace[1246940827] 'process raft request' (duration: 109.741118ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:56:39.765579Z","caller":"traceutil/trace.go:171","msg":"trace[1656998896] transaction","detail":"{read_only:false; response_revision:16817; number_of_response:1; }","duration":"111.967002ms","start":"2026-07-01T07:56:39.653584Z","end":"2026-07-01T07:56:39.765551Z","steps":["trace[1656998896] 'process raft request' (duration: 83.848087ms)","trace[1656998896] 'compare' (duration: 27.86903ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:56:39.795185Z","caller":"traceutil/trace.go:171","msg":"trace[197991383] transaction","detail":"{read_only:false; response_revision:16819; number_of_response:1; }","duration":"128.803269ms","start":"2026-07-01T07:56:39.666357Z","end":"2026-07-01T07:56:39.795161Z","steps":["trace[197991383] 'process raft request' (duration: 128.640126ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:56:39.795476Z","caller":"traceutil/trace.go:171","msg":"trace[912168966] transaction","detail":"{read_only:false; response_revision:16820; number_of_response:1; }","duration":"117.03231ms","start":"2026-07-01T07:56:39.678424Z","end":"2026-07-01T07:56:39.795457Z","steps":["trace[912168966] 'process raft request' (duration: 116.688903ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:56:39.795593Z","caller":"traceutil/trace.go:171","msg":"trace[1794074335] linearizableReadLoop","detail":"{readStateIndex:17400; appliedIndex:17397; }","duration":"122.769801ms","start":"2026-07-01T07:56:39.672804Z","end":"2026-07-01T07:56:39.795573Z","steps":["trace[1794074335] 'read index received' (duration: 64.645354ms)","trace[1794074335] 'applied index is now lower than readState.Index' (duration: 58.123037ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:56:39.795615Z","caller":"traceutil/trace.go:171","msg":"trace[929605156] transaction","detail":"{read_only:false; response_revision:16821; number_of_response:1; }","duration":"116.400608ms","start":"2026-07-01T07:56:39.679208Z","end":"2026-07-01T07:56:39.795608Z","steps":["trace[929605156] 'process raft request' (duration: 116.176533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:56:39.795791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.973726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-01T07:56:39.795826Z","caller":"traceutil/trace.go:171","msg":"trace[1584218841] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16821; }","duration":"123.067518ms","start":"2026-07-01T07:56:39.672748Z","end":"2026-07-01T07:56:39.795815Z","steps":["trace[1584218841] 'agreement among raft nodes before linearized reading' (duration: 122.922875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:56:39.796243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.912094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T07:56:39.796306Z","caller":"traceutil/trace.go:171","msg":"trace[706422113] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16821; }","duration":"122.994466ms","start":"2026-07-01T07:56:39.673297Z","end":"2026-07-01T07:56:39.796291Z","steps":["trace[706422113] 'agreement among raft nodes before linearized reading' (duration: 122.401165ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:58:02.832595Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15155} {"level":"info","ts":"2026-07-01T07:58:02.930035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15155,"took":"94.032455ms","hash":736532083,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":31326208,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T07:58:02.930092Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":736532083,"revision":15155,"compact-revision":12733} {"level":"info","ts":"2026-07-01T07:59:06.471577Z","caller":"traceutil/trace.go:171","msg":"trace[1762305470] transaction","detail":"{read_only:false; response_revision:17789; number_of_response:1; }","duration":"138.445816ms","start":"2026-07-01T07:59:06.333106Z","end":"2026-07-01T07:59:06.471552Z","steps":["trace[1762305470] 'process raft request' (duration: 138.301523ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:06.47158Z","caller":"traceutil/trace.go:171","msg":"trace[229043728] transaction","detail":"{read_only:false; response_revision:17788; number_of_response:1; }","duration":"139.761742ms","start":"2026-07-01T07:59:06.331778Z","end":"2026-07-01T07:59:06.471539Z","steps":["trace[229043728] 'process raft request' (duration: 99.640073ms)","trace[229043728] 'compare' (duration: 39.797133ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:59:06.471762Z","caller":"traceutil/trace.go:171","msg":"trace[1656639795] transaction","detail":"{read_only:false; response_revision:17790; number_of_response:1; }","duration":"133.712383ms","start":"2026-07-01T07:59:06.338021Z","end":"2026-07-01T07:59:06.471734Z","steps":["trace[1656639795] 'process raft request' (duration: 133.474959ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:06.834215Z","caller":"traceutil/trace.go:171","msg":"trace[1932045104] linearizableReadLoop","detail":"{readStateIndex:18407; appliedIndex:18406; }","duration":"138.031749ms","start":"2026-07-01T07:59:06.696167Z","end":"2026-07-01T07:59:06.834199Z","steps":["trace[1932045104] 'read index received' (duration: 137.752643ms)","trace[1932045104] 'applied index is now lower than readState.Index' (duration: 278.236µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:59:06.834374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.196091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4nhc5\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-07-01T07:59:06.834403Z","caller":"traceutil/trace.go:171","msg":"trace[1420406907] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4nhc5; range_end:; response_count:1; response_revision:17791; }","duration":"138.257442ms","start":"2026-07-01T07:59:06.696136Z","end":"2026-07-01T07:59:06.834394Z","steps":["trace[1420406907] 'agreement among raft nodes before linearized reading' (duration: 138.15179ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:06.83447Z","caller":"traceutil/trace.go:171","msg":"trace[671441255] transaction","detail":"{read_only:false; response_revision:17791; number_of_response:1; }","duration":"151.276634ms","start":"2026-07-01T07:59:06.68297Z","end":"2026-07-01T07:59:06.834246Z","steps":["trace[671441255] 'process raft request' (duration: 150.938538ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:06.861287Z","caller":"traceutil/trace.go:171","msg":"trace[280846393] transaction","detail":"{read_only:false; response_revision:17792; number_of_response:1; }","duration":"101.517019ms","start":"2026-07-01T07:59:06.759745Z","end":"2026-07-01T07:59:06.861262Z","steps":["trace[280846393] 'process raft request' (duration: 101.234644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:06.861927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.400776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovs-agent-default-k8zdh\" ","response":"range_response_count:1 size:19772"} {"level":"info","ts":"2026-07-01T07:59:06.861978Z","caller":"traceutil/trace.go:171","msg":"trace[1519098533] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovs-agent-default-k8zdh; range_end:; response_count:1; response_revision:17792; }","duration":"104.465867ms","start":"2026-07-01T07:59:06.757499Z","end":"2026-07-01T07:59:06.861965Z","steps":["trace[1519098533] 'agreement among raft nodes before linearized reading' (duration: 104.304704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:06.862224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.311309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T07:59:06.862353Z","caller":"traceutil/trace.go:171","msg":"trace[315148990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17792; }","duration":"129.726177ms","start":"2026-07-01T07:59:06.732604Z","end":"2026-07-01T07:59:06.86233Z","steps":["trace[315148990] 'agreement among raft nodes before linearized reading' (duration: 129.230718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:06.86265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.849755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpqhv\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-01T07:59:06.862913Z","caller":"traceutil/trace.go:171","msg":"trace[1951049718] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpqhv; range_end:; response_count:1; response_revision:17792; }","duration":"152.169972ms","start":"2026-07-01T07:59:06.71073Z","end":"2026-07-01T07:59:06.8629Z","steps":["trace[1951049718] 'agreement among raft nodes before linearized reading' (duration: 151.832784ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:07.011752Z","caller":"traceutil/trace.go:171","msg":"trace[1004839072] transaction","detail":"{read_only:false; response_revision:17796; number_of_response:1; }","duration":"142.662827ms","start":"2026-07-01T07:59:06.869069Z","end":"2026-07-01T07:59:07.011732Z","steps":["trace[1004839072] 'process raft request' (duration: 84.802804ms)","trace[1004839072] 'compare' (duration: 57.604509ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:59:07.011777Z","caller":"traceutil/trace.go:171","msg":"trace[1619969538] transaction","detail":"{read_only:false; response_revision:17797; number_of_response:1; }","duration":"142.626267ms","start":"2026-07-01T07:59:06.869129Z","end":"2026-07-01T07:59:07.011755Z","steps":["trace[1619969538] 'process raft request' (duration: 142.500845ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:07.011839Z","caller":"traceutil/trace.go:171","msg":"trace[2094202477] linearizableReadLoop","detail":"{readStateIndex:18412; appliedIndex:18411; }","duration":"142.730938ms","start":"2026-07-01T07:59:06.869095Z","end":"2026-07-01T07:59:07.011826Z","steps":["trace[2094202477] 'read index received' (duration: 5.816792ms)","trace[2094202477] 'applied index is now lower than readState.Index' (duration: 136.913556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:59:07.012029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.920232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpqhv\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-01T07:59:07.012058Z","caller":"traceutil/trace.go:171","msg":"trace[688582476] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpqhv; range_end:; response_count:1; response_revision:17798; }","duration":"142.984623ms","start":"2026-07-01T07:59:06.869066Z","end":"2026-07-01T07:59:07.012051Z","steps":["trace[688582476] 'agreement among raft nodes before linearized reading' (duration: 142.842271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:07.012168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.894842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T07:59:07.012141Z","caller":"traceutil/trace.go:171","msg":"trace[1050592308] transaction","detail":"{read_only:false; response_revision:17798; number_of_response:1; }","duration":"137.477347ms","start":"2026-07-01T07:59:06.874636Z","end":"2026-07-01T07:59:07.012114Z","steps":["trace[1050592308] 'process raft request' (duration: 137.052509ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:07.012196Z","caller":"traceutil/trace.go:171","msg":"trace[1393049564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17798; }","duration":"108.954544ms","start":"2026-07-01T07:59:06.903235Z","end":"2026-07-01T07:59:07.01219Z","steps":["trace[1393049564] 'agreement among raft nodes before linearized reading' (duration: 108.902703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:07.012727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.032246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938732"} {"level":"info","ts":"2026-07-01T07:59:07.012764Z","caller":"traceutil/trace.go:171","msg":"trace[228829859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17798; }","duration":"141.084247ms","start":"2026-07-01T07:59:06.871672Z","end":"2026-07-01T07:59:07.012756Z","steps":["trace[228829859] 'agreement among raft nodes before linearized reading' (duration: 140.360232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:07.012828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.215741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938732"} {"level":"info","ts":"2026-07-01T07:59:07.012848Z","caller":"traceutil/trace.go:171","msg":"trace[921317781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17798; }","duration":"138.251602ms","start":"2026-07-01T07:59:06.874592Z","end":"2026-07-01T07:59:07.012843Z","steps":["trace[921317781] 'agreement among raft nodes before linearized reading' (duration: 137.695931ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:38.889113Z","caller":"traceutil/trace.go:171","msg":"trace[1017561009] transaction","detail":"{read_only:false; response_revision:18000; number_of_response:1; }","duration":"605.415974ms","start":"2026-07-01T07:59:38.283647Z","end":"2026-07-01T07:59:38.889063Z","steps":["trace[1017561009] 'process raft request' (duration: 605.085108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:38.88956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:38.283619Z","time spent":"605.641419ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:59:38.932794Z","caller":"traceutil/trace.go:171","msg":"trace[738101956] linearizableReadLoop","detail":"{readStateIndex:18627; appliedIndex:18621; }","duration":"281.239836ms","start":"2026-07-01T07:59:38.651514Z","end":"2026-07-01T07:59:38.932754Z","steps":["trace[738101956] 'read index received' (duration: 237.168192ms)","trace[738101956] 'applied index is now lower than readState.Index' (duration: 44.070544ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:59:38.932893Z","caller":"traceutil/trace.go:171","msg":"trace[982111360] transaction","detail":"{read_only:false; response_revision:18002; number_of_response:1; }","duration":"397.372698ms","start":"2026-07-01T07:59:38.535466Z","end":"2026-07-01T07:59:38.932839Z","steps":["trace[982111360] 'process raft request' (duration: 397.139383ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:38.932996Z","caller":"traceutil/trace.go:171","msg":"trace[1378000387] transaction","detail":"{read_only:false; response_revision:18005; number_of_response:1; }","duration":"342.188018ms","start":"2026-07-01T07:59:38.590754Z","end":"2026-07-01T07:59:38.932942Z","steps":["trace[1378000387] 'process raft request' (duration: 341.964714ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:38.933035Z","caller":"traceutil/trace.go:171","msg":"trace[136923477] transaction","detail":"{read_only:false; response_revision:18001; number_of_response:1; }","duration":"467.649732ms","start":"2026-07-01T07:59:38.465352Z","end":"2026-07-01T07:59:38.933001Z","steps":["trace[136923477] 'process raft request' (duration: 467.112811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:38.933096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:38.535445Z","time spent":"397.538822ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:59:38.933125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.569673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T07:59:38.933173Z","caller":"traceutil/trace.go:171","msg":"trace[241797569] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18005; }","duration":"281.675815ms","start":"2026-07-01T07:59:38.651483Z","end":"2026-07-01T07:59:38.933159Z","steps":["trace[241797569] 'agreement among raft nodes before linearized reading' (duration: 281.434769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:38.933182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:38.465327Z","time spent":"467.774574ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:59:38.933232Z","caller":"traceutil/trace.go:171","msg":"trace[321541759] transaction","detail":"{read_only:false; response_revision:18003; number_of_response:1; }","duration":"357.430535ms","start":"2026-07-01T07:59:38.575788Z","end":"2026-07-01T07:59:38.933219Z","steps":["trace[321541759] 'process raft request' (duration: 356.865333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:38.933292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:38.575775Z","time spent":"357.489916ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:59:38.933182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:38.590746Z","time spent":"342.334791ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:59:38.933396Z","caller":"traceutil/trace.go:171","msg":"trace[1492757367] transaction","detail":"{read_only:false; response_revision:18004; number_of_response:1; }","duration":"352.04059ms","start":"2026-07-01T07:59:38.581344Z","end":"2026-07-01T07:59:38.933385Z","steps":["trace[1492757367] 'process raft request' (duration: 351.339406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:38.933597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.462187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T07:59:38.933619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:38.581329Z","time spent":"352.262834ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:59:38.933652Z","caller":"traceutil/trace.go:171","msg":"trace[1572278462] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:18005; }","duration":"238.731262ms","start":"2026-07-01T07:59:38.694902Z","end":"2026-07-01T07:59:38.933633Z","steps":["trace[1572278462] 'agreement among raft nodes before linearized reading' (duration: 238.367975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:39.871475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.143927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T07:59:39.871681Z","caller":"traceutil/trace.go:171","msg":"trace[558370128] linearizableReadLoop","detail":"{readStateIndex:18632; appliedIndex:18630; }","duration":"605.843423ms","start":"2026-07-01T07:59:39.265825Z","end":"2026-07-01T07:59:39.871669Z","steps":["trace[558370128] 'read index received' (duration: 297.475221ms)","trace[558370128] 'applied index is now lower than readState.Index' (duration: 308.367072ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:59:39.87177Z","caller":"traceutil/trace.go:171","msg":"trace[1985102301] transaction","detail":"{read_only:false; response_revision:18009; number_of_response:1; }","duration":"689.322282ms","start":"2026-07-01T07:59:39.182439Z","end":"2026-07-01T07:59:39.871762Z","steps":["trace[1985102301] 'process raft request' (duration: 380.826668ms)","trace[1985102301] 'compare' (duration: 307.587876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:59:39.871838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:39.182424Z","time spent":"689.368382ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:59:39.872118Z","caller":"traceutil/trace.go:171","msg":"trace[1718540141] transaction","detail":"{read_only:false; response_revision:18010; number_of_response:1; }","duration":"689.162248ms","start":"2026-07-01T07:59:39.182949Z","end":"2026-07-01T07:59:39.872111Z","steps":["trace[1718540141] 'process raft request' (duration: 688.603158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:39.872187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:39.182931Z","time spent":"689.20911ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T07:59:39.872375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.550576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4nhc5\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-07-01T07:59:39.872401Z","caller":"traceutil/trace.go:171","msg":"trace[1730541464] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4nhc5; range_end:; response_count:1; response_revision:18010; }","duration":"606.616938ms","start":"2026-07-01T07:59:39.265778Z","end":"2026-07-01T07:59:39.872394Z","steps":["trace[1730541464] 'agreement among raft nodes before linearized reading' (duration: 606.522426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:39.872444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:39.265755Z","time spent":"606.682688ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4nhc5\" "} {"level":"warn","ts":"2026-07-01T07:59:39.872621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.332493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dpqhv\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-01T07:59:39.872647Z","caller":"traceutil/trace.go:171","msg":"trace[1305383602] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dpqhv; range_end:; response_count:1; response_revision:18010; }","duration":"472.359293ms","start":"2026-07-01T07:59:39.400282Z","end":"2026-07-01T07:59:39.872641Z","steps":["trace[1305383602] 'agreement among raft nodes before linearized reading' (duration: 472.286302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:39.872688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:39.400229Z","time spent":"472.432135ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dpqhv\" "} {"level":"warn","ts":"2026-07-01T07:59:40.805487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.442619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T07:59:40.805538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.400017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T07:59:40.805571Z","caller":"traceutil/trace.go:171","msg":"trace[1051554964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:18010; }","duration":"432.583492ms","start":"2026-07-01T07:59:40.372967Z","end":"2026-07-01T07:59:40.805551Z","steps":["trace[1051554964] 'range keys from in-memory index tree' (duration: 432.365908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:40.805576Z","caller":"traceutil/trace.go:171","msg":"trace[917556747] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:18010; }","duration":"715.477699ms","start":"2026-07-01T07:59:40.090087Z","end":"2026-07-01T07:59:40.805564Z","steps":["trace[917556747] 'count revisions from in-memory index tree' (duration: 715.197124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:40.805608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:40.372947Z","time spent":"432.651343ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-01T07:59:40.805862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.964153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T07:59:40.805904Z","caller":"traceutil/trace.go:171","msg":"trace[1732700877] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18010; }","duration":"641.042415ms","start":"2026-07-01T07:59:40.164851Z","end":"2026-07-01T07:59:40.805893Z","steps":["trace[1732700877] 'count revisions from in-memory index tree' (duration: 640.898512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:40.805935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:40.164829Z","time spent":"641.095676ms","remote":"127.0.0.1:57778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T07:59:40.805608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:40.090067Z","time spent":"715.53137ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-01T07:59:40.806731Z","caller":"traceutil/trace.go:171","msg":"trace[1672474105] transaction","detail":"{read_only:false; response_revision:18011; number_of_response:1; }","duration":"339.521586ms","start":"2026-07-01T07:59:40.467196Z","end":"2026-07-01T07:59:40.806718Z","steps":["trace[1672474105] 'process raft request' (duration: 311.122995ms)","trace[1672474105] 'compare' (duration: 28.30964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:59:40.806817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T07:59:40.467168Z","time spent":"339.597338ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T07:59:45.450037Z","caller":"traceutil/trace.go:171","msg":"trace[658879996] linearizableReadLoop","detail":"{readStateIndex:18734; appliedIndex:18732; }","duration":"228.299789ms","start":"2026-07-01T07:59:45.22171Z","end":"2026-07-01T07:59:45.45001Z","steps":["trace[658879996] 'read index received' (duration: 166.708214ms)","trace[658879996] 'applied index is now lower than readState.Index' (duration: 61.590225ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T07:59:45.450493Z","caller":"traceutil/trace.go:171","msg":"trace[213465881] transaction","detail":"{read_only:false; response_revision:18111; number_of_response:1; }","duration":"295.595905ms","start":"2026-07-01T07:59:45.154877Z","end":"2026-07-01T07:59:45.450473Z","steps":["trace[213465881] 'process raft request' (duration: 295.068185ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:45.450507Z","caller":"traceutil/trace.go:171","msg":"trace[2100510506] transaction","detail":"{read_only:false; response_revision:18110; number_of_response:1; }","duration":"297.081043ms","start":"2026-07-01T07:59:45.153389Z","end":"2026-07-01T07:59:45.45047Z","steps":["trace[2100510506] 'process raft request' (duration: 235.005979ms)","trace[2100510506] 'compare' (duration: 61.367911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T07:59:45.450701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.940752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86f9b25e-0e78-4b0a-8d2d-dd3e5fd0edc4\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-07-01T07:59:45.45083Z","caller":"traceutil/trace.go:171","msg":"trace[393838677] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86f9b25e-0e78-4b0a-8d2d-dd3e5fd0edc4; range_end:; response_count:1; response_revision:18111; }","duration":"229.147376ms","start":"2026-07-01T07:59:45.221654Z","end":"2026-07-01T07:59:45.450801Z","steps":["trace[393838677] 'agreement among raft nodes before linearized reading' (duration: 228.739028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T07:59:45.451074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.641884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T07:59:45.451139Z","caller":"traceutil/trace.go:171","msg":"trace[1764988110] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:18111; }","duration":"215.799886ms","start":"2026-07-01T07:59:45.235325Z","end":"2026-07-01T07:59:45.451125Z","steps":["trace[1764988110] 'agreement among raft nodes before linearized reading' (duration: 215.113342ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:49.11881Z","caller":"traceutil/trace.go:171","msg":"trace[1734023087] transaction","detail":"{read_only:false; response_revision:18147; number_of_response:1; }","duration":"129.42826ms","start":"2026-07-01T07:59:48.989312Z","end":"2026-07-01T07:59:49.118741Z","steps":["trace[1734023087] 'process raft request' (duration: 129.181565ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T07:59:49.12881Z","caller":"traceutil/trace.go:171","msg":"trace[607616243] transaction","detail":"{read_only:false; response_revision:18148; number_of_response:1; }","duration":"101.888017ms","start":"2026-07-01T07:59:49.026898Z","end":"2026-07-01T07:59:49.128786Z","steps":["trace[607616243] 'process raft request' (duration: 101.641571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:01:14.275711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.741282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29714880-ssfww\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-07-01T08:01:14.275815Z","caller":"traceutil/trace.go:171","msg":"trace[96764814] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29714880-ssfww; range_end:; response_count:1; response_revision:19010; }","duration":"104.902685ms","start":"2026-07-01T08:01:14.170893Z","end":"2026-07-01T08:01:14.275796Z","steps":["trace[96764814] 'range keys from in-memory index tree' (duration: 104.536298ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:02:06.665727Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T08:02:06.671599Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-01T08:02:06.671709Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-01T08:03:02.839684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17358} {"level":"info","ts":"2026-07-01T08:03:02.938804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17358,"took":"95.820528ms","hash":402818238,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":34684928,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-01T08:03:02.938862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":402818238,"revision":17358,"compact-revision":15155} {"level":"info","ts":"2026-07-01T08:03:15.775129Z","caller":"traceutil/trace.go:171","msg":"trace[600420005] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"105.715871ms","start":"2026-07-01T08:03:15.66939Z","end":"2026-07-01T08:03:15.775106Z","steps":["trace[600420005] 'process raft request' (duration: 102.018919ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:03:15.775769Z","caller":"traceutil/trace.go:171","msg":"trace[503337748] transaction","detail":"{read_only:false; response_revision:19845; number_of_response:1; }","duration":"106.142299ms","start":"2026-07-01T08:03:15.669598Z","end":"2026-07-01T08:03:15.77574Z","steps":["trace[503337748] 'process raft request' (duration: 105.416965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:03.828206Z","caller":"traceutil/trace.go:171","msg":"trace[1815475675] linearizableReadLoop","detail":"{readStateIndex:21344; appliedIndex:21342; }","duration":"104.728921ms","start":"2026-07-01T08:05:03.723457Z","end":"2026-07-01T08:05:03.828186Z","steps":["trace[1815475675] 'read index received' (duration: 104.549488ms)","trace[1815475675] 'applied index is now lower than readState.Index' (duration: 178.503µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:05:03.828259Z","caller":"traceutil/trace.go:171","msg":"trace[1982284383] transaction","detail":"{read_only:false; response_revision:20638; number_of_response:1; }","duration":"170.324094ms","start":"2026-07-01T08:05:03.657907Z","end":"2026-07-01T08:05:03.828231Z","steps":["trace[1982284383] 'process raft request' (duration: 170.233442ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:03.828265Z","caller":"traceutil/trace.go:171","msg":"trace[1573337770] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"170.313274ms","start":"2026-07-01T08:05:03.657908Z","end":"2026-07-01T08:05:03.828222Z","steps":["trace[1573337770] 'process raft request' (duration: 169.892226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:03.828396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.926694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T08:05:03.828429Z","caller":"traceutil/trace.go:171","msg":"trace[1949255910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20638; }","duration":"105.008196ms","start":"2026-07-01T08:05:03.723411Z","end":"2026-07-01T08:05:03.828419Z","steps":["trace[1949255910] 'agreement among raft nodes before linearized reading' (duration: 104.872364ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:08.684482Z","caller":"traceutil/trace.go:171","msg":"trace[1522787802] transaction","detail":"{read_only:false; response_revision:20673; number_of_response:1; }","duration":"284.909248ms","start":"2026-07-01T08:05:08.39954Z","end":"2026-07-01T08:05:08.68445Z","steps":["trace[1522787802] 'process raft request' (duration: 284.53244ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:08.839749Z","caller":"traceutil/trace.go:171","msg":"trace[1319364751] transaction","detail":"{read_only:false; response_revision:20674; number_of_response:1; }","duration":"338.708571ms","start":"2026-07-01T08:05:08.501017Z","end":"2026-07-01T08:05:08.839726Z","steps":["trace[1319364751] 'process raft request' (duration: 338.537208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:08.839996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:05:08.500989Z","time spent":"338.906765ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:05:08.840269Z","caller":"traceutil/trace.go:171","msg":"trace[1498728094] transaction","detail":"{read_only:false; response_revision:20675; number_of_response:1; }","duration":"301.452078ms","start":"2026-07-01T08:05:08.538771Z","end":"2026-07-01T08:05:08.840223Z","steps":["trace[1498728094] 'process raft request' (duration: 300.916488ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:08.840293Z","caller":"traceutil/trace.go:171","msg":"trace[1737521130] transaction","detail":"{read_only:false; response_revision:20676; number_of_response:1; }","duration":"297.653415ms","start":"2026-07-01T08:05:08.542593Z","end":"2026-07-01T08:05:08.840246Z","steps":["trace[1737521130] 'process raft request' (duration: 297.37194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:08.840447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:05:08.538713Z","time spent":"301.646021ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:05:27.029904Z","caller":"traceutil/trace.go:171","msg":"trace[1096559386] linearizableReadLoop","detail":"{readStateIndex:21502; appliedIndex:21501; }","duration":"126.068426ms","start":"2026-07-01T08:05:26.903803Z","end":"2026-07-01T08:05:27.029871Z","steps":["trace[1096559386] 'read index received' (duration: 125.908183ms)","trace[1096559386] 'applied index is now lower than readState.Index' (duration: 158.993µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:05:27.02996Z","caller":"traceutil/trace.go:171","msg":"trace[1059726044] transaction","detail":"{read_only:false; response_revision:20791; number_of_response:1; }","duration":"289.769691ms","start":"2026-07-01T08:05:26.740152Z","end":"2026-07-01T08:05:27.029922Z","steps":["trace[1059726044] 'process raft request' (duration: 289.551247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:27.030127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.274071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:05:27.030254Z","caller":"traceutil/trace.go:171","msg":"trace[711017078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20791; }","duration":"126.472505ms","start":"2026-07-01T08:05:26.903755Z","end":"2026-07-01T08:05:27.030228Z","steps":["trace[711017078] 'agreement among raft nodes before linearized reading' (duration: 126.231149ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:27.421283Z","caller":"traceutil/trace.go:171","msg":"trace[1535162286] transaction","detail":"{read_only:false; response_revision:20792; number_of_response:1; }","duration":"516.073112ms","start":"2026-07-01T08:05:26.905175Z","end":"2026-07-01T08:05:27.421248Z","steps":["trace[1535162286] 'process raft request' (duration: 476.705169ms)","trace[1535162286] 'compare' (duration: 38.911385ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:05:27.421382Z","caller":"traceutil/trace.go:171","msg":"trace[1504210831] transaction","detail":"{read_only:false; response_revision:20793; number_of_response:1; }","duration":"508.293571ms","start":"2026-07-01T08:05:26.913048Z","end":"2026-07-01T08:05:27.421342Z","steps":["trace[1504210831] 'process raft request' (duration: 508.138278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:27.421458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:05:26.905142Z","time spent":"516.216335ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:05:27.421781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.703223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T08:05:27.42152Z","caller":"traceutil/trace.go:171","msg":"trace[1421316659] linearizableReadLoop","detail":"{readStateIndex:21505; appliedIndex:21502; }","duration":"391.456365ms","start":"2026-07-01T08:05:27.030018Z","end":"2026-07-01T08:05:27.421474Z","steps":["trace[1421316659] 'read index received' (duration: 351.793685ms)","trace[1421316659] 'applied index is now lower than readState.Index' (duration: 39.659429ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:05:27.421836Z","caller":"traceutil/trace.go:171","msg":"trace[758730285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20794; }","duration":"502.777334ms","start":"2026-07-01T08:05:26.919044Z","end":"2026-07-01T08:05:27.421821Z","steps":["trace[758730285] 'agreement among raft nodes before linearized reading' (duration: 502.53987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:27.42191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:05:26.918939Z","time spent":"502.935687ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:05:27.421902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:05:26.913004Z","time spent":"508.626076ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:05:27.422027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.26695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:05:27.422109Z","caller":"traceutil/trace.go:171","msg":"trace[1612039665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20794; }","duration":"390.350583ms","start":"2026-07-01T08:05:27.031732Z","end":"2026-07-01T08:05:27.422083Z","steps":["trace[1612039665] 'agreement among raft nodes before linearized reading' (duration: 390.215329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:27.422157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:05:27.03166Z","time spent":"390.488686ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:05:27.422349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.469289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:05:27.422436Z","caller":"traceutil/trace.go:171","msg":"trace[1903259773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20794; }","duration":"168.568891ms","start":"2026-07-01T08:05:27.253845Z","end":"2026-07-01T08:05:27.422414Z","steps":["trace[1903259773] 'agreement among raft nodes before linearized reading' (duration: 168.308636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:27.422557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.761613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T08:05:27.422763Z","caller":"traceutil/trace.go:171","msg":"trace[1733439037] transaction","detail":"{read_only:false; response_revision:20794; number_of_response:1; }","duration":"508.075267ms","start":"2026-07-01T08:05:26.91343Z","end":"2026-07-01T08:05:27.421505Z","steps":["trace[1733439037] 'process raft request' (duration: 507.871053ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:27.4227Z","caller":"traceutil/trace.go:171","msg":"trace[537243001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20794; }","duration":"252.998898ms","start":"2026-07-01T08:05:27.169674Z","end":"2026-07-01T08:05:27.422673Z","steps":["trace[537243001] 'agreement among raft nodes before linearized reading' (duration: 252.56195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:27.422951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:05:26.913418Z","time spent":"509.448584ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:05:27.646415Z","caller":"traceutil/trace.go:171","msg":"trace[609265230] transaction","detail":"{read_only:false; response_revision:20797; number_of_response:1; }","duration":"218.625601ms","start":"2026-07-01T08:05:27.427766Z","end":"2026-07-01T08:05:27.646392Z","steps":["trace[609265230] 'process raft request' (duration: 218.584371ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:27.646662Z","caller":"traceutil/trace.go:171","msg":"trace[709163853] transaction","detail":"{read_only:false; response_revision:20795; number_of_response:1; }","duration":"219.963117ms","start":"2026-07-01T08:05:27.426688Z","end":"2026-07-01T08:05:27.646651Z","steps":["trace[709163853] 'process raft request' (duration: 176.395572ms)","trace[709163853] 'compare' (duration: 43.001634ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:05:27.646974Z","caller":"traceutil/trace.go:171","msg":"trace[1144804227] transaction","detail":"{read_only:false; response_revision:20796; number_of_response:1; }","duration":"220.010328ms","start":"2026-07-01T08:05:27.426771Z","end":"2026-07-01T08:05:27.646781Z","steps":["trace[1144804227] 'process raft request' (duration: 219.533539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:28.012453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.465244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:05:28.012537Z","caller":"traceutil/trace.go:171","msg":"trace[1590512082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20797; }","duration":"108.630287ms","start":"2026-07-01T08:05:27.903888Z","end":"2026-07-01T08:05:28.012519Z","steps":["trace[1590512082] 'range keys from in-memory index tree' (duration: 108.362862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:05:28.01263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.222275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T08:05:28.012765Z","caller":"traceutil/trace.go:171","msg":"trace[965798302] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20797; }","duration":"266.409968ms","start":"2026-07-01T08:05:27.746327Z","end":"2026-07-01T08:05:28.012737Z","steps":["trace[965798302] 'count revisions from in-memory index tree' (duration: 266.157603ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:28.302509Z","caller":"traceutil/trace.go:171","msg":"trace[1631923071] transaction","detail":"{read_only:false; response_revision:20798; number_of_response:1; }","duration":"286.07802ms","start":"2026-07-01T08:05:28.016401Z","end":"2026-07-01T08:05:28.302479Z","steps":["trace[1631923071] 'process raft request' (duration: 285.853956ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:28.308449Z","caller":"traceutil/trace.go:171","msg":"trace[2006872302] linearizableReadLoop","detail":"{readStateIndex:21510; appliedIndex:21508; }","duration":"110.001845ms","start":"2026-07-01T08:05:28.198416Z","end":"2026-07-01T08:05:28.308417Z","steps":["trace[2006872302] 'read index received' (duration: 103.972447ms)","trace[2006872302] 'applied index is now lower than readState.Index' (duration: 6.028388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:05:28.308589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.149807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:05:28.308701Z","caller":"traceutil/trace.go:171","msg":"trace[941069864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20799; }","duration":"110.315121ms","start":"2026-07-01T08:05:28.198372Z","end":"2026-07-01T08:05:28.308687Z","steps":["trace[941069864] 'agreement among raft nodes before linearized reading' (duration: 110.153998ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:28.308608Z","caller":"traceutil/trace.go:171","msg":"trace[2065875669] transaction","detail":"{read_only:false; response_revision:20799; number_of_response:1; }","duration":"290.880823ms","start":"2026-07-01T08:05:28.017697Z","end":"2026-07-01T08:05:28.308577Z","steps":["trace[2065875669] 'process raft request' (duration: 290.581546ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:05:29.233631Z","caller":"traceutil/trace.go:171","msg":"trace[1103662064] transaction","detail":"{read_only:false; response_revision:20800; number_of_response:1; }","duration":"197.94754ms","start":"2026-07-01T08:05:29.035657Z","end":"2026-07-01T08:05:29.233604Z","steps":["trace[1103662064] 'process raft request' (duration: 197.758526ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:02.851878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19729} {"level":"info","ts":"2026-07-01T08:08:02.969336Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19729,"took":"112.992282ms","hash":3437838356,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":30507008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T08:08:02.969389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3437838356,"revision":19729,"compact-revision":17358} {"level":"info","ts":"2026-07-01T08:08:39.54463Z","caller":"traceutil/trace.go:171","msg":"trace[1602831256] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"138.79774ms","start":"2026-07-01T08:08:39.405806Z","end":"2026-07-01T08:08:39.544604Z","steps":["trace[1602831256] 'process raft request' (duration: 133.405485ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.218876Z","caller":"traceutil/trace.go:171","msg":"trace[1957300164] transaction","detail":"{read_only:false; response_revision:22351; number_of_response:1; }","duration":"469.929918ms","start":"2026-07-01T08:08:39.748919Z","end":"2026-07-01T08:08:40.218849Z","steps":["trace[1957300164] 'process raft request' (duration: 469.752685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:08:40.219034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:08:39.748889Z","time spent":"470.06616ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:08:40.287771Z","caller":"traceutil/trace.go:171","msg":"trace[959029836] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"297.636059ms","start":"2026-07-01T08:08:39.990107Z","end":"2026-07-01T08:08:40.287743Z","steps":["trace[959029836] 'process raft request' (duration: 297.396414ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.288193Z","caller":"traceutil/trace.go:171","msg":"trace[2011295751] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"154.617287ms","start":"2026-07-01T08:08:40.13355Z","end":"2026-07-01T08:08:40.288167Z","steps":["trace[2011295751] 'process raft request' (duration: 154.131477ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.288408Z","caller":"traceutil/trace.go:171","msg":"trace[688156458] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"147.178512ms","start":"2026-07-01T08:08:40.141203Z","end":"2026-07-01T08:08:40.288381Z","steps":["trace[688156458] 'process raft request' (duration: 147.129421ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.288626Z","caller":"traceutil/trace.go:171","msg":"trace[579762542] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"151.688399ms","start":"2026-07-01T08:08:40.136924Z","end":"2026-07-01T08:08:40.288613Z","steps":["trace[579762542] 'process raft request' (duration: 151.327753ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.347421Z","caller":"traceutil/trace.go:171","msg":"trace[1823010596] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"122.068566ms","start":"2026-07-01T08:08:40.225328Z","end":"2026-07-01T08:08:40.347396Z","steps":["trace[1823010596] 'process raft request' (duration: 121.867262ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.347791Z","caller":"traceutil/trace.go:171","msg":"trace[875536917] transaction","detail":"{read_only:false; response_revision:22358; number_of_response:1; }","duration":"121.946764ms","start":"2026-07-01T08:08:40.225825Z","end":"2026-07-01T08:08:40.347771Z","steps":["trace[875536917] 'process raft request' (duration: 121.76693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.34783Z","caller":"traceutil/trace.go:171","msg":"trace[1332216073] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"120.130088ms","start":"2026-07-01T08:08:40.227688Z","end":"2026-07-01T08:08:40.347818Z","steps":["trace[1332216073] 'process raft request' (duration: 120.023096ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:08:40.347767Z","caller":"traceutil/trace.go:171","msg":"trace[373287136] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"122.222889ms","start":"2026-07-01T08:08:40.225504Z","end":"2026-07-01T08:08:40.347726Z","steps":["trace[373287136] 'process raft request' (duration: 121.829702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:27.119188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.401613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:09:27.119292Z","caller":"traceutil/trace.go:171","msg":"trace[709205972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23259; }","duration":"105.560205ms","start":"2026-07-01T08:09:27.013712Z","end":"2026-07-01T08:09:27.119272Z","steps":["trace[709205972] 'range keys from in-memory index tree' (duration: 105.178199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:27.119453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.893592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T08:09:27.119536Z","caller":"traceutil/trace.go:171","msg":"trace[633363650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23259; }","duration":"124.022774ms","start":"2026-07-01T08:09:26.995493Z","end":"2026-07-01T08:09:27.119516Z","steps":["trace[633363650] 'range keys from in-memory index tree' (duration: 123.674327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:27.119625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.157375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:09:27.119777Z","caller":"traceutil/trace.go:171","msg":"trace[1321911649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23259; }","duration":"126.36032ms","start":"2026-07-01T08:09:26.993395Z","end":"2026-07-01T08:09:27.119755Z","steps":["trace[1321911649] 'range keys from in-memory index tree' (duration: 125.686345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.017329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.602982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:09:28.017624Z","caller":"traceutil/trace.go:171","msg":"trace[487609855] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"339.308427ms","start":"2026-07-01T08:09:27.678298Z","end":"2026-07-01T08:09:28.017607Z","steps":["trace[487609855] 'process raft request' (duration: 339.242576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.017701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:09:27.678277Z","time spent":"339.390808ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:09:28.018055Z","caller":"traceutil/trace.go:171","msg":"trace[1811005374] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"893.802884ms","start":"2026-07-01T08:09:27.124238Z","end":"2026-07-01T08:09:28.018041Z","steps":["trace[1811005374] 'process raft request' (duration: 179.394687ms)","trace[1811005374] 'compare' (duration: 712.349567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:09:28.018123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:09:27.124222Z","time spent":"893.869985ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:09:28.018264Z","caller":"traceutil/trace.go:171","msg":"trace[437123694] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"893.215412ms","start":"2026-07-01T08:09:27.125037Z","end":"2026-07-01T08:09:28.018252Z","steps":["trace[437123694] 'process raft request' (duration: 892.394767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.018319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:09:27.125014Z","time spent":"893.279255ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:09:28.018445Z","caller":"traceutil/trace.go:171","msg":"trace[1608216913] linearizableReadLoop","detail":"{readStateIndex:24046; appliedIndex:24044; }","duration":"860.56313ms","start":"2026-07-01T08:09:27.157872Z","end":"2026-07-01T08:09:28.018435Z","steps":["trace[1608216913] 'read index received' (duration: 145.761305ms)","trace[1608216913] 'applied index is now lower than readState.Index' (duration: 714.800675ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:09:28.018507Z","caller":"traceutil/trace.go:171","msg":"trace[821864738] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"646.009392ms","start":"2026-07-01T08:09:27.37249Z","end":"2026-07-01T08:09:28.018499Z","steps":["trace[821864738] 'process raft request' (duration: 645.005772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.018562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:09:27.372462Z","time spent":"646.069023ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T08:09:28.018887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.006599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:09:28.01893Z","caller":"traceutil/trace.go:171","msg":"trace[33426967] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23264; }","duration":"861.08611ms","start":"2026-07-01T08:09:27.157833Z","end":"2026-07-01T08:09:28.018919Z","steps":["trace[33426967] 'agreement among raft nodes before linearized reading' (duration: 861.014219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.018967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:09:27.157816Z","time spent":"861.140241ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:09:28.021992Z","caller":"traceutil/trace.go:171","msg":"trace[472649225] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"103.309163ms","start":"2026-07-01T08:09:27.918642Z","end":"2026-07-01T08:09:28.021951Z","steps":["trace[472649225] 'process raft request' (duration: 103.065459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.02215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.274009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T08:09:28.022239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.391096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:09:28.022243Z","caller":"traceutil/trace.go:171","msg":"trace[1409205819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23266; }","duration":"641.403052ms","start":"2026-07-01T08:09:27.380816Z","end":"2026-07-01T08:09:28.022219Z","steps":["trace[1409205819] 'agreement among raft nodes before linearized reading' (duration: 641.140627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.022249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.961883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:09:28.022282Z","caller":"traceutil/trace.go:171","msg":"trace[682521794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23266; }","duration":"212.504168ms","start":"2026-07-01T08:09:27.809769Z","end":"2026-07-01T08:09:28.022273Z","steps":["trace[682521794] 'agreement among raft nodes before linearized reading' (duration: 212.359695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.02231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:09:27.380803Z","time spent":"641.494784ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T08:09:28.022319Z","caller":"traceutil/trace.go:171","msg":"trace[289005630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23266; }","duration":"445.072787ms","start":"2026-07-01T08:09:27.577229Z","end":"2026-07-01T08:09:28.022302Z","steps":["trace[289005630] 'agreement among raft nodes before linearized reading' (duration: 444.904464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.022372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:09:27.577207Z","time spent":"445.150239ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:09:28.022373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.465415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:09:28.022486Z","caller":"traceutil/trace.go:171","msg":"trace[1855224270] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23266; }","duration":"168.615678ms","start":"2026-07-01T08:09:27.853852Z","end":"2026-07-01T08:09:28.022468Z","steps":["trace[1855224270] 'agreement among raft nodes before linearized reading' (duration: 168.411854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:09:28.023074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.63693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:09:28.023439Z","caller":"traceutil/trace.go:171","msg":"trace[453143631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23266; }","duration":"119.015057ms","start":"2026-07-01T08:09:27.904394Z","end":"2026-07-01T08:09:28.023409Z","steps":["trace[453143631] 'agreement among raft nodes before linearized reading' (duration: 118.388636ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:19.08291Z","caller":"traceutil/trace.go:171","msg":"trace[1843700818] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"127.134125ms","start":"2026-07-01T08:12:18.955741Z","end":"2026-07-01T08:12:19.082875Z","steps":["trace[1843700818] 'process raft request' (duration: 38.540588ms)","trace[1843700818] 'compare' (duration: 87.74633ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:19.083858Z","caller":"traceutil/trace.go:171","msg":"trace[1170252193] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"127.940921ms","start":"2026-07-01T08:12:18.95589Z","end":"2026-07-01T08:12:19.083831Z","steps":["trace[1170252193] 'process raft request' (duration: 126.920521ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:19.084054Z","caller":"traceutil/trace.go:171","msg":"trace[1497706758] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"126.280259ms","start":"2026-07-01T08:12:18.957758Z","end":"2026-07-01T08:12:19.084038Z","steps":["trace[1497706758] 'process raft request' (duration: 126.075305ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:19.257471Z","caller":"traceutil/trace.go:171","msg":"trace[1821941974] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"126.232317ms","start":"2026-07-01T08:12:19.131198Z","end":"2026-07-01T08:12:19.257431Z","steps":["trace[1821941974] 'process raft request' (duration: 103.728881ms)","trace[1821941974] 'compare' (duration: 21.993326ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:19.553286Z","caller":"traceutil/trace.go:171","msg":"trace[1207842794] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"120.132799ms","start":"2026-07-01T08:12:19.433132Z","end":"2026-07-01T08:12:19.553265Z","steps":["trace[1207842794] 'process raft request' (duration: 119.990956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.148811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118257834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:12:21.148908Z","caller":"traceutil/trace.go:171","msg":"trace[1888613772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24959; }","duration":"1.118414647s","start":"2026-07-01T08:12:20.030474Z","end":"2026-07-01T08:12:21.148888Z","steps":["trace[1888613772] 'range keys from in-memory index tree' (duration: 1.118069021s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.148954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.030452Z","time spent":"1.118492458s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:12:21.14903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243778788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:21.149102Z","caller":"traceutil/trace.go:171","msg":"trace[1254574312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24959; }","duration":"1.2438783s","start":"2026-07-01T08:12:19.905206Z","end":"2026-07-01T08:12:21.149085Z","steps":["trace[1254574312] 'range keys from in-memory index tree' (duration: 1.243716856s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.149151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:19.905192Z","time spent":"1.243951962s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:12:21.149132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050016962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T08:12:21.149203Z","caller":"traceutil/trace.go:171","msg":"trace[2105424898] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24959; }","duration":"1.050129705s","start":"2026-07-01T08:12:20.099056Z","end":"2026-07-01T08:12:21.149186Z","steps":["trace[2105424898] 'count revisions from in-memory index tree' (duration: 1.049934761s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.149255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.099034Z","time spent":"1.050209256s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:12:21.149274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.616948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:21.149378Z","caller":"traceutil/trace.go:171","msg":"trace[450803464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24959; }","duration":"543.75242ms","start":"2026-07-01T08:12:20.605598Z","end":"2026-07-01T08:12:21.149351Z","steps":["trace[450803464] 'count revisions from in-memory index tree' (duration: 543.559337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.149451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.605581Z","time spent":"543.851201ms","remote":"127.0.0.1:53632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:12:21.149553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.562944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:12:21.149619Z","caller":"traceutil/trace.go:171","msg":"trace[119517514] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24959; }","duration":"482.662806ms","start":"2026-07-01T08:12:20.66694Z","end":"2026-07-01T08:12:21.149603Z","steps":["trace[119517514] 'count revisions from in-memory index tree' (duration: 482.492092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.149666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.666923Z","time spent":"482.729717ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:12:21.149874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.025148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:21.14993Z","caller":"traceutil/trace.go:171","msg":"trace[746718733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24959; }","duration":"699.08908ms","start":"2026-07-01T08:12:20.450828Z","end":"2026-07-01T08:12:21.149917Z","steps":["trace[746718733] 'count revisions from in-memory index tree' (duration: 698.928417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.150007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.536904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:12:21.150008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.450802Z","time spent":"699.192352ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:12:21.150062Z","caller":"traceutil/trace.go:171","msg":"trace[507628725] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24959; }","duration":"706.647176ms","start":"2026-07-01T08:12:20.443399Z","end":"2026-07-01T08:12:21.150046Z","steps":["trace[507628725] 'count revisions from in-memory index tree' (duration: 706.447432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.150101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.443373Z","time spent":"706.718727ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:12:21.150104Z","caller":"traceutil/trace.go:171","msg":"trace[516972992] linearizableReadLoop","detail":"{readStateIndex:25784; appliedIndex:25783; }","duration":"419.628633ms","start":"2026-07-01T08:12:20.730465Z","end":"2026-07-01T08:12:21.150093Z","steps":["trace[516972992] 'read index received' (duration: 416.850479ms)","trace[516972992] 'applied index is now lower than readState.Index' (duration: 2.777264ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:21.150177Z","caller":"traceutil/trace.go:171","msg":"trace[1910527100] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"470.316486ms","start":"2026-07-01T08:12:20.67985Z","end":"2026-07-01T08:12:21.150167Z","steps":["trace[1910527100] 'process raft request' (duration: 467.479001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.150271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.679831Z","time spent":"470.378077ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:12:21.1503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.833156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-01T08:12:21.150362Z","caller":"traceutil/trace.go:171","msg":"trace[1285663819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24960; }","duration":"419.920609ms","start":"2026-07-01T08:12:20.730424Z","end":"2026-07-01T08:12:21.150344Z","steps":["trace[1285663819] 'agreement among raft nodes before linearized reading' (duration: 419.767296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.150402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:20.730407Z","time spent":"419.98761ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-01T08:12:21.155522Z","caller":"traceutil/trace.go:171","msg":"trace[823450839] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"198.343645ms","start":"2026-07-01T08:12:20.957166Z","end":"2026-07-01T08:12:21.155509Z","steps":["trace[823450839] 'process raft request' (duration: 198.040259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:21.155652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.673215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:12:21.155769Z","caller":"traceutil/trace.go:171","msg":"trace[506838666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24961; }","duration":"255.872938ms","start":"2026-07-01T08:12:20.899871Z","end":"2026-07-01T08:12:21.155744Z","steps":["trace[506838666] 'agreement among raft nodes before linearized reading' (duration: 255.498681ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:23.792677Z","caller":"traceutil/trace.go:171","msg":"trace[878616761] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"112.786126ms","start":"2026-07-01T08:12:23.679857Z","end":"2026-07-01T08:12:23.792644Z","steps":["trace[878616761] 'process raft request' (duration: 112.614412ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:25.362536Z","caller":"traceutil/trace.go:171","msg":"trace[80725359] linearizableReadLoop","detail":"{readStateIndex:25815; appliedIndex:25814; }","duration":"269.060814ms","start":"2026-07-01T08:12:25.093454Z","end":"2026-07-01T08:12:25.362515Z","steps":["trace[80725359] 'read index received' (duration: 268.84262ms)","trace[80725359] 'applied index is now lower than readState.Index' (duration: 217.354µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:25.362593Z","caller":"traceutil/trace.go:171","msg":"trace[402362984] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"389.805426ms","start":"2026-07-01T08:12:24.972765Z","end":"2026-07-01T08:12:25.36257Z","steps":["trace[402362984] 'process raft request' (duration: 389.552711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.362671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.201988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:12:25.362706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:24.972732Z","time spent":"389.912268ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7253,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:12:25.362715Z","caller":"traceutil/trace.go:171","msg":"trace[467071266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24990; }","duration":"269.301429ms","start":"2026-07-01T08:12:25.093403Z","end":"2026-07-01T08:12:25.362704Z","steps":["trace[467071266] 'agreement among raft nodes before linearized reading' (duration: 269.217677ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:25.55458Z","caller":"traceutil/trace.go:171","msg":"trace[823249000] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25815; }","duration":"191.959571ms","start":"2026-07-01T08:12:25.3626Z","end":"2026-07-01T08:12:25.554559Z","steps":["trace[823249000] 'read index received' (duration: 93.758927ms)","trace[823249000] 'applied index is now lower than readState.Index' (duration: 98.199464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:12:25.554781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.932869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-01T08:12:25.554813Z","caller":"traceutil/trace.go:171","msg":"trace[2110476893] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24996; }","duration":"387.01195ms","start":"2026-07-01T08:12:25.167793Z","end":"2026-07-01T08:12:25.554805Z","steps":["trace[2110476893] 'agreement among raft nodes before linearized reading' (duration: 386.850127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.554838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.16778Z","time spent":"387.050042ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7293,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-07-01T08:12:25.555071Z","caller":"traceutil/trace.go:171","msg":"trace[500712887] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"389.5539ms","start":"2026-07-01T08:12:25.165505Z","end":"2026-07-01T08:12:25.555059Z","steps":["trace[500712887] 'process raft request' (duration: 290.808907ms)","trace[500712887] 'compare' (duration: 97.702344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:12:25.555153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.165479Z","time spent":"389.618272ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:12:25.555264Z","caller":"traceutil/trace.go:171","msg":"trace[1991222778] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"386.40202ms","start":"2026-07-01T08:12:25.168854Z","end":"2026-07-01T08:12:25.555256Z","steps":["trace[1991222778] 'process raft request' (duration: 385.447771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.555305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.168837Z","time spent":"386.44711ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:12:25.555394Z","caller":"traceutil/trace.go:171","msg":"trace[782105286] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"281.416385ms","start":"2026-07-01T08:12:25.273971Z","end":"2026-07-01T08:12:25.555387Z","steps":["trace[782105286] 'process raft request' (duration: 280.437836ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:25.555488Z","caller":"traceutil/trace.go:171","msg":"trace[212081590] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"268.887752ms","start":"2026-07-01T08:12:25.286591Z","end":"2026-07-01T08:12:25.555479Z","steps":["trace[212081590] 'process raft request' (duration: 267.852441ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:25.555576Z","caller":"traceutil/trace.go:171","msg":"trace[1676611910] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"268.894271ms","start":"2026-07-01T08:12:25.286675Z","end":"2026-07-01T08:12:25.555569Z","steps":["trace[1676611910] 'process raft request' (duration: 267.80074ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:25.555668Z","caller":"traceutil/trace.go:171","msg":"trace[942865070] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"268.942072ms","start":"2026-07-01T08:12:25.28672Z","end":"2026-07-01T08:12:25.555662Z","steps":["trace[942865070] 'process raft request' (duration: 267.79172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.555784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.798387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-01T08:12:25.555808Z","caller":"traceutil/trace.go:171","msg":"trace[683991225] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24996; }","duration":"272.854369ms","start":"2026-07-01T08:12:25.282949Z","end":"2026-07-01T08:12:25.555803Z","steps":["trace[683991225] 'agreement among raft nodes before linearized reading' (duration: 272.790878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.555945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.221948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:25.555969Z","caller":"traceutil/trace.go:171","msg":"trace[1521023394] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24996; }","duration":"285.27733ms","start":"2026-07-01T08:12:25.270685Z","end":"2026-07-01T08:12:25.555962Z","steps":["trace[1521023394] 'agreement among raft nodes before linearized reading' (duration: 285.193128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.55608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.837335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T08:12:25.5561Z","caller":"traceutil/trace.go:171","msg":"trace[1146729857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24996; }","duration":"374.865106ms","start":"2026-07-01T08:12:25.18123Z","end":"2026-07-01T08:12:25.556095Z","steps":["trace[1146729857] 'agreement among raft nodes before linearized reading' (duration: 374.808665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.556116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.181226Z","time spent":"374.885967ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:12:25.55624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.755693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T08:12:25.556265Z","caller":"traceutil/trace.go:171","msg":"trace[799613873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24996; }","duration":"375.786793ms","start":"2026-07-01T08:12:25.180471Z","end":"2026-07-01T08:12:25.556258Z","steps":["trace[799613873] 'agreement among raft nodes before linearized reading' (duration: 375.728332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.556285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.180467Z","time spent":"375.813714ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T08:12:25.556402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.16923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:12:25.556424Z","caller":"traceutil/trace.go:171","msg":"trace[991577045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24996; }","duration":"378.20232ms","start":"2026-07-01T08:12:25.178216Z","end":"2026-07-01T08:12:25.556418Z","steps":["trace[991577045] 'agreement among raft nodes before linearized reading' (duration: 378.142959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.556441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.178211Z","time spent":"378.225031ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:12:25.556557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.27077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T08:12:25.556578Z","caller":"traceutil/trace.go:171","msg":"trace[701531016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24996; }","duration":"379.309181ms","start":"2026-07-01T08:12:25.177264Z","end":"2026-07-01T08:12:25.556573Z","steps":["trace[701531016] 'agreement among raft nodes before linearized reading' (duration: 379.25458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.556596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.177257Z","time spent":"379.332501ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:12:25.5567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.193217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:12:25.556722Z","caller":"traceutil/trace.go:171","msg":"trace[1200528794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24996; }","duration":"384.214898ms","start":"2026-07-01T08:12:25.172501Z","end":"2026-07-01T08:12:25.556716Z","steps":["trace[1200528794] 'agreement among raft nodes before linearized reading' (duration: 384.161257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.556739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.172489Z","time spent":"384.244248ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:12:25.556833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.966789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:25.556854Z","caller":"traceutil/trace.go:171","msg":"trace[2147476184] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24996; }","duration":"389.002039ms","start":"2026-07-01T08:12:25.167847Z","end":"2026-07-01T08:12:25.556849Z","steps":["trace[2147476184] 'agreement among raft nodes before linearized reading' (duration: 388.970469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:25.556872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:25.167841Z","time spent":"389.024491ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-01T08:12:26.815843Z","caller":"traceutil/trace.go:171","msg":"trace[1937944454] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"138.997144ms","start":"2026-07-01T08:12:26.676792Z","end":"2026-07-01T08:12:26.815789Z","steps":["trace[1937944454] 'process raft request' (duration: 106.026824ms)","trace[1937944454] 'compare' (duration: 32.771166ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:26.964934Z","caller":"traceutil/trace.go:171","msg":"trace[1741593748] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"138.400734ms","start":"2026-07-01T08:12:26.826467Z","end":"2026-07-01T08:12:26.964867Z","steps":["trace[1741593748] 'process raft request' (duration: 138.114999ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:28.065429Z","caller":"traceutil/trace.go:171","msg":"trace[2123164610] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"254.524014ms","start":"2026-07-01T08:12:27.810854Z","end":"2026-07-01T08:12:28.065378Z","steps":["trace[2123164610] 'process raft request' (duration: 254.360651ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:28.072621Z","caller":"traceutil/trace.go:171","msg":"trace[101141751] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25862; }","duration":"220.466433ms","start":"2026-07-01T08:12:27.852122Z","end":"2026-07-01T08:12:28.072589Z","steps":["trace[101141751] 'read index received' (duration: 213.176722ms)","trace[101141751] 'applied index is now lower than readState.Index' (duration: 7.288091ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:28.072675Z","caller":"traceutil/trace.go:171","msg":"trace[1199082188] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"222.986793ms","start":"2026-07-01T08:12:27.849658Z","end":"2026-07-01T08:12:28.072645Z","steps":["trace[1199082188] 'process raft request' (duration: 222.756598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:28.072815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.673678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:28.072858Z","caller":"traceutil/trace.go:171","msg":"trace[210616625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25037; }","duration":"220.774879ms","start":"2026-07-01T08:12:27.852071Z","end":"2026-07-01T08:12:28.072846Z","steps":["trace[210616625] 'agreement among raft nodes before linearized reading' (duration: 220.669027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:28.072875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.105628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:28.072957Z","caller":"traceutil/trace.go:171","msg":"trace[6991101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25037; }","duration":"169.255181ms","start":"2026-07-01T08:12:27.903686Z","end":"2026-07-01T08:12:28.072942Z","steps":["trace[6991101] 'agreement among raft nodes before linearized reading' (duration: 169.099268ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:31.719675Z","caller":"traceutil/trace.go:171","msg":"trace[812342457] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"103.793122ms","start":"2026-07-01T08:12:31.615864Z","end":"2026-07-01T08:12:31.719657Z","steps":["trace[812342457] 'process raft request' (duration: 103.655449ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:32.200976Z","caller":"traceutil/trace.go:171","msg":"trace[1425576888] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"113.079102ms","start":"2026-07-01T08:12:32.087873Z","end":"2026-07-01T08:12:32.200952Z","steps":["trace[1425576888] 'process raft request' (duration: 112.908879ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:32.270187Z","caller":"traceutil/trace.go:171","msg":"trace[1962679037] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"180.769544ms","start":"2026-07-01T08:12:32.089383Z","end":"2026-07-01T08:12:32.270152Z","steps":["trace[1962679037] 'process raft request' (duration: 180.463958ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:32.270261Z","caller":"traceutil/trace.go:171","msg":"trace[109534379] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25895; }","duration":"158.684166ms","start":"2026-07-01T08:12:32.111523Z","end":"2026-07-01T08:12:32.270207Z","steps":["trace[109534379] 'read index received' (duration: 89.371223ms)","trace[109534379] 'applied index is now lower than readState.Index' (duration: 69.312013ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:32.27036Z","caller":"traceutil/trace.go:171","msg":"trace[386794826] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"155.452564ms","start":"2026-07-01T08:12:32.114869Z","end":"2026-07-01T08:12:32.270321Z","steps":["trace[386794826] 'process raft request' (duration: 155.2667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:32.270413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.85612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:12:32.270369Z","caller":"traceutil/trace.go:171","msg":"trace[1095611228] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"171.942582ms","start":"2026-07-01T08:12:32.098275Z","end":"2026-07-01T08:12:32.270217Z","steps":["trace[1095611228] 'process raft request' (duration: 171.781329ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:32.270457Z","caller":"traceutil/trace.go:171","msg":"trace[2015225020] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25071; }","duration":"158.927531ms","start":"2026-07-01T08:12:32.111515Z","end":"2026-07-01T08:12:32.270443Z","steps":["trace[2015225020] 'agreement among raft nodes before linearized reading' (duration: 158.826929ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:33.828115Z","caller":"traceutil/trace.go:171","msg":"trace[1027990427] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"103.203001ms","start":"2026-07-01T08:12:33.724883Z","end":"2026-07-01T08:12:33.828086Z","steps":["trace[1027990427] 'process raft request' (duration: 102.960126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.258369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.739747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:12:38.258523Z","caller":"traceutil/trace.go:171","msg":"trace[1496228970] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25935; }","duration":"353.904049ms","start":"2026-07-01T08:12:37.904596Z","end":"2026-07-01T08:12:38.2585Z","steps":["trace[1496228970] 'read index received' (duration: 97.927048ms)","trace[1496228970] 'applied index is now lower than readState.Index' (duration: 255.974771ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:38.258623Z","caller":"traceutil/trace.go:171","msg":"trace[483783753] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"398.372891ms","start":"2026-07-01T08:12:37.860233Z","end":"2026-07-01T08:12:38.258606Z","steps":["trace[483783753] 'process raft request' (duration: 142.271278ms)","trace[483783753] 'compare' (duration: 255.628714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:12:38.258718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.860203Z","time spent":"398.462744ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:12:38.258745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.134835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:38.25888Z","caller":"traceutil/trace.go:171","msg":"trace[1342437210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25107; }","duration":"354.291077ms","start":"2026-07-01T08:12:37.904537Z","end":"2026-07-01T08:12:38.258829Z","steps":["trace[1342437210] 'agreement among raft nodes before linearized reading' (duration: 354.124384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.258943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.904508Z","time spent":"354.42261ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T08:12:38.263087Z","caller":"traceutil/trace.go:171","msg":"trace[75435332] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"337.028433ms","start":"2026-07-01T08:12:37.926023Z","end":"2026-07-01T08:12:38.263051Z","steps":["trace[75435332] 'process raft request' (duration: 336.850609ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.26309Z","caller":"traceutil/trace.go:171","msg":"trace[1407748749] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"302.79693ms","start":"2026-07-01T08:12:37.960274Z","end":"2026-07-01T08:12:38.263071Z","steps":["trace[1407748749] 'process raft request' (duration: 302.738829ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.263108Z","caller":"traceutil/trace.go:171","msg":"trace[961205677] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"302.934122ms","start":"2026-07-01T08:12:37.960146Z","end":"2026-07-01T08:12:38.263081Z","steps":["trace[961205677] 'process raft request' (duration: 302.83323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.263223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.92599Z","time spent":"337.155846ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:12:38.263289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.960114Z","time spent":"303.078025ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:12:38.263325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.96024Z","time spent":"302.909762ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:12:38.263424Z","caller":"traceutil/trace.go:171","msg":"trace[2123352216] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"303.071874ms","start":"2026-07-01T08:12:37.960339Z","end":"2026-07-01T08:12:38.263411Z","steps":["trace[2123352216] 'process raft request' (duration: 302.703238ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.263448Z","caller":"traceutil/trace.go:171","msg":"trace[1963063330] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"302.733938ms","start":"2026-07-01T08:12:37.960685Z","end":"2026-07-01T08:12:38.263419Z","steps":["trace[1963063330] 'process raft request' (duration: 302.584465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.263541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.96031Z","time spent":"303.170867ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:12:38.263625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.960673Z","time spent":"302.85516ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:12:38.316668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.675692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T08:12:38.316703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.412544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:12:38.316831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.069534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T08:12:38.316855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.086098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T08:12:38.316908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.58371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T08:12:38.316966Z","caller":"traceutil/trace.go:171","msg":"trace[43541825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25113; }","duration":"345.244071ms","start":"2026-07-01T08:12:37.971697Z","end":"2026-07-01T08:12:38.316941Z","steps":["trace[43541825] 'agreement among raft nodes before linearized reading' (duration: 345.017437ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.316993Z","caller":"traceutil/trace.go:171","msg":"trace[2056557963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25113; }","duration":"327.715122ms","start":"2026-07-01T08:12:37.989257Z","end":"2026-07-01T08:12:38.316972Z","steps":["trace[2056557963] 'agreement among raft nodes before linearized reading' (duration: 327.505169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.317038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.971686Z","time spent":"345.333512ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T08:12:38.316837Z","caller":"traceutil/trace.go:171","msg":"trace[2096003039] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25113; }","duration":"122.602617ms","start":"2026-07-01T08:12:38.194212Z","end":"2026-07-01T08:12:38.316815Z","steps":["trace[2096003039] 'agreement among raft nodes before linearized reading' (duration: 122.360963ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.316922Z","caller":"traceutil/trace.go:171","msg":"trace[2046949805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25113; }","duration":"335.198087ms","start":"2026-07-01T08:12:37.981703Z","end":"2026-07-01T08:12:38.316901Z","steps":["trace[2046949805] 'agreement among raft nodes before linearized reading' (duration: 334.918172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.317153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.981692Z","time spent":"335.443911ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:12:38.316733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.913191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:12:38.317291Z","caller":"traceutil/trace.go:171","msg":"trace[1420801128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25113; }","duration":"335.515973ms","start":"2026-07-01T08:12:37.981759Z","end":"2026-07-01T08:12:38.317275Z","steps":["trace[1420801128] 'agreement among raft nodes before linearized reading' (duration: 334.754889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.317367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.981738Z","time spent":"335.614914ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:12:38.316736Z","caller":"traceutil/trace.go:171","msg":"trace[1660971803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25113; }","duration":"341.788145ms","start":"2026-07-01T08:12:37.974932Z","end":"2026-07-01T08:12:38.31672Z","steps":["trace[1660971803] 'agreement among raft nodes before linearized reading' (duration: 341.610231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.317467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.974911Z","time spent":"342.535508ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T08:12:38.316918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.466699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-01T08:12:38.317544Z","caller":"traceutil/trace.go:171","msg":"trace[1270918714] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25113; }","duration":"358.155693ms","start":"2026-07-01T08:12:37.959365Z","end":"2026-07-01T08:12:38.317521Z","steps":["trace[1270918714] 'agreement among raft nodes before linearized reading' (duration: 357.335736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:38.317041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.989235Z","time spent":"327.794303ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:12:38.317608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:37.959316Z","time spent":"358.274955ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7214,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-01T08:12:38.317573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.757822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:38.318086Z","caller":"traceutil/trace.go:171","msg":"trace[1443795798] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25113; }","duration":"214.6337ms","start":"2026-07-01T08:12:38.103429Z","end":"2026-07-01T08:12:38.318062Z","steps":["trace[1443795798] 'agreement among raft nodes before linearized reading' (duration: 213.676061ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.424698Z","caller":"traceutil/trace.go:171","msg":"trace[433585400] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"101.533497ms","start":"2026-07-01T08:12:38.323146Z","end":"2026-07-01T08:12:38.42468Z","steps":["trace[433585400] 'process raft request' (duration: 101.505757ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.424958Z","caller":"traceutil/trace.go:171","msg":"trace[1694704369] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"102.549947ms","start":"2026-07-01T08:12:38.322402Z","end":"2026-07-01T08:12:38.424952Z","steps":["trace[1694704369] 'process raft request' (duration: 102.216941ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.424973Z","caller":"traceutil/trace.go:171","msg":"trace[669243048] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"102.878854ms","start":"2026-07-01T08:12:38.322061Z","end":"2026-07-01T08:12:38.42494Z","steps":["trace[669243048] 'process raft request' (duration: 102.528677ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.425071Z","caller":"traceutil/trace.go:171","msg":"trace[731654968] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"103.23066ms","start":"2026-07-01T08:12:38.321808Z","end":"2026-07-01T08:12:38.425039Z","steps":["trace[731654968] 'process raft request' (duration: 102.639579ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:38.425184Z","caller":"traceutil/trace.go:171","msg":"trace[2073180836] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"103.285441ms","start":"2026-07-01T08:12:38.321891Z","end":"2026-07-01T08:12:38.425176Z","steps":["trace[2073180836] 'process raft request' (duration: 102.66692ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:44.457453Z","caller":"traceutil/trace.go:171","msg":"trace[374668303] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"126.038203ms","start":"2026-07-01T08:12:44.331388Z","end":"2026-07-01T08:12:44.457427Z","steps":["trace[374668303] 'process raft request' (duration: 59.369801ms)","trace[374668303] 'compare' (duration: 66.474839ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:44.515402Z","caller":"traceutil/trace.go:171","msg":"trace[1032737089] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"109.019633ms","start":"2026-07-01T08:12:44.406358Z","end":"2026-07-01T08:12:44.515377Z","steps":["trace[1032737089] 'process raft request' (duration: 108.779199ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:44.515652Z","caller":"traceutil/trace.go:171","msg":"trace[1360729400] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"108.806948ms","start":"2026-07-01T08:12:44.406822Z","end":"2026-07-01T08:12:44.515629Z","steps":["trace[1360729400] 'process raft request' (duration: 108.502762ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:44.515884Z","caller":"traceutil/trace.go:171","msg":"trace[1001737616] linearizableReadLoop","detail":"{readStateIndex:25983; appliedIndex:25980; }","duration":"109.258588ms","start":"2026-07-01T08:12:44.406582Z","end":"2026-07-01T08:12:44.515841Z","steps":["trace[1001737616] 'read index received' (duration: 50.00664ms)","trace[1001737616] 'applied index is now lower than readState.Index' (duration: 59.250598ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:44.515963Z","caller":"traceutil/trace.go:171","msg":"trace[823956259] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"107.576075ms","start":"2026-07-01T08:12:44.408377Z","end":"2026-07-01T08:12:44.515953Z","steps":["trace[823956259] 'process raft request' (duration: 107.36018ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:44.516033Z","caller":"traceutil/trace.go:171","msg":"trace[109344681] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"108.262059ms","start":"2026-07-01T08:12:44.407763Z","end":"2026-07-01T08:12:44.516026Z","steps":["trace[109344681] 'process raft request' (duration: 107.795879ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:12:44.516053Z","caller":"traceutil/trace.go:171","msg":"trace[833900404] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"106.413622ms","start":"2026-07-01T08:12:44.409627Z","end":"2026-07-01T08:12:44.516041Z","steps":["trace[833900404] 'process raft request' (duration: 106.167837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:44.516384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.786048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-01T08:12:44.516427Z","caller":"traceutil/trace.go:171","msg":"trace[434901171] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25157; }","duration":"109.859949ms","start":"2026-07-01T08:12:44.406557Z","end":"2026-07-01T08:12:44.516417Z","steps":["trace[434901171] 'agreement among raft nodes before linearized reading' (duration: 109.745147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:57.946646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.138978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:12:57.947115Z","caller":"traceutil/trace.go:171","msg":"trace[480312795] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"348.066556ms","start":"2026-07-01T08:12:57.599015Z","end":"2026-07-01T08:12:57.947082Z","steps":["trace[480312795] 'process raft request' (duration: 211.273896ms)","trace[480312795] 'compare' (duration: 135.867273ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:12:57.947202Z","caller":"traceutil/trace.go:171","msg":"trace[1232740466] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"333.409132ms","start":"2026-07-01T08:12:57.613778Z","end":"2026-07-01T08:12:57.947187Z","steps":["trace[1232740466] 'process raft request' (duration: 333.211189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:57.947276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:57.613756Z","time spent":"333.486553ms","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2451,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T08:12:57.947275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:12:57.598986Z","time spent":"348.204998ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:12:57.947149Z","caller":"traceutil/trace.go:171","msg":"trace[777630235] linearizableReadLoop","detail":"{readStateIndex:26121; appliedIndex:26119; }","duration":"229.723052ms","start":"2026-07-01T08:12:57.717409Z","end":"2026-07-01T08:12:57.947132Z","steps":["trace[777630235] 'read index received' (duration: 92.874631ms)","trace[777630235] 'applied index is now lower than readState.Index' (duration: 136.847231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:12:57.947614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.176862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:12:57.947705Z","caller":"traceutil/trace.go:171","msg":"trace[1927923720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25287; }","duration":"230.312515ms","start":"2026-07-01T08:12:57.71737Z","end":"2026-07-01T08:12:57.947683Z","steps":["trace[1927923720] 'agreement among raft nodes before linearized reading' (duration: 229.981688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:12:57.954094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.788376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:12:57.95415Z","caller":"traceutil/trace.go:171","msg":"trace[976019777] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25288; }","duration":"194.893157ms","start":"2026-07-01T08:12:57.759244Z","end":"2026-07-01T08:12:57.954137Z","steps":["trace[976019777] 'agreement among raft nodes before linearized reading' (duration: 194.809885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.004711Z","caller":"traceutil/trace.go:171","msg":"trace[4958324] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"152.379884ms","start":"2026-07-01T08:12:59.852313Z","end":"2026-07-01T08:13:00.004693Z","steps":["trace[4958324] 'process raft request' (duration: 152.244242ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.657834Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006667.wal"} {"level":"info","ts":"2026-07-01T08:13:00.658244Z","caller":"traceutil/trace.go:171","msg":"trace[1825211798] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"142.433571ms","start":"2026-07-01T08:13:00.515789Z","end":"2026-07-01T08:13:00.658223Z","steps":["trace[1825211798] 'process raft request' (duration: 142.329629ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.658236Z","caller":"traceutil/trace.go:171","msg":"trace[722298734] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"143.283048ms","start":"2026-07-01T08:13:00.514923Z","end":"2026-07-01T08:13:00.658206Z","steps":["trace[722298734] 'process raft request' (duration: 143.054952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.658379Z","caller":"traceutil/trace.go:171","msg":"trace[517154657] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"140.30633ms","start":"2026-07-01T08:13:00.518067Z","end":"2026-07-01T08:13:00.658373Z","steps":["trace[517154657] 'process raft request' (duration: 140.149237ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.658411Z","caller":"traceutil/trace.go:171","msg":"trace[1289583797] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"140.401982ms","start":"2026-07-01T08:13:00.517987Z","end":"2026-07-01T08:13:00.658389Z","steps":["trace[1289583797] 'process raft request' (duration: 140.165068ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.658434Z","caller":"traceutil/trace.go:171","msg":"trace[1853239430] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"140.390171ms","start":"2026-07-01T08:13:00.518038Z","end":"2026-07-01T08:13:00.658428Z","steps":["trace[1853239430] 'process raft request' (duration: 140.144036ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.658421Z","caller":"traceutil/trace.go:171","msg":"trace[579163383] linearizableReadLoop","detail":"{readStateIndex:26212; appliedIndex:26206; }","duration":"134.963407ms","start":"2026-07-01T08:13:00.523439Z","end":"2026-07-01T08:13:00.658402Z","steps":["trace[579163383] 'read index received' (duration: 12.894681ms)","trace[579163383] 'applied index is now lower than readState.Index' (duration: 122.067916ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:00.658533Z","caller":"traceutil/trace.go:171","msg":"trace[1979690173] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"134.906855ms","start":"2026-07-01T08:13:00.523617Z","end":"2026-07-01T08:13:00.658524Z","steps":["trace[1979690173] 'process raft request' (duration: 134.6699ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.658632Z","caller":"traceutil/trace.go:171","msg":"trace[125658241] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"140.34036ms","start":"2026-07-01T08:13:00.518286Z","end":"2026-07-01T08:13:00.658626Z","steps":["trace[125658241] 'process raft request' (duration: 139.969794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:00.658626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.163941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-01T08:13:00.658663Z","caller":"traceutil/trace.go:171","msg":"trace[368505424] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25377; }","duration":"135.237332ms","start":"2026-07-01T08:13:00.523413Z","end":"2026-07-01T08:13:00.658651Z","steps":["trace[368505424] 'agreement among raft nodes before linearized reading' (duration: 135.053028ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.658669Z","caller":"traceutil/trace.go:171","msg":"trace[895571558] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"134.935555ms","start":"2026-07-01T08:13:00.523724Z","end":"2026-07-01T08:13:00.658659Z","steps":["trace[895571558] 'process raft request' (duration: 134.626889ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.961523Z","caller":"traceutil/trace.go:171","msg":"trace[14432778] linearizableReadLoop","detail":"{readStateIndex:26234; appliedIndex:26231; }","duration":"115.56699ms","start":"2026-07-01T08:13:00.845931Z","end":"2026-07-01T08:13:00.961498Z","steps":["trace[14432778] 'read index received' (duration: 78.721956ms)","trace[14432778] 'applied index is now lower than readState.Index' (duration: 36.844224ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:00.961627Z","caller":"traceutil/trace.go:171","msg":"trace[767252021] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"121.333271ms","start":"2026-07-01T08:13:00.840282Z","end":"2026-07-01T08:13:00.961615Z","steps":["trace[767252021] 'process raft request' (duration: 121.158268ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.961649Z","caller":"traceutil/trace.go:171","msg":"trace[1661374712] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25395; }","duration":"121.339151ms","start":"2026-07-01T08:13:00.840276Z","end":"2026-07-01T08:13:00.961615Z","steps":["trace[1661374712] 'process raft request' (duration: 121.043595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:00.961838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.817938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-07-01T08:13:00.961883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.930877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-01T08:13:00.961922Z","caller":"traceutil/trace.go:171","msg":"trace[551866959] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25396; }","duration":"110.921341ms","start":"2026-07-01T08:13:00.850977Z","end":"2026-07-01T08:13:00.961898Z","steps":["trace[551866959] 'agreement among raft nodes before linearized reading' (duration: 110.686856ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:00.961971Z","caller":"traceutil/trace.go:171","msg":"trace[849999582] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25396; }","duration":"116.05983ms","start":"2026-07-01T08:13:00.845888Z","end":"2026-07-01T08:13:00.961948Z","steps":["trace[849999582] 'agreement among raft nodes before linearized reading' (duration: 115.799744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:02.91035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22001} {"level":"info","ts":"2026-07-01T08:13:03.281991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22001,"took":"366.7692ms","hash":1639896032,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":45318144,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-01T08:13:03.282058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1639896032,"revision":22001,"compact-revision":19729} {"level":"info","ts":"2026-07-01T08:13:09.001896Z","caller":"traceutil/trace.go:171","msg":"trace[387082327] linearizableReadLoop","detail":"{readStateIndex:26292; appliedIndex:26291; }","duration":"424.228653ms","start":"2026-07-01T08:13:08.57764Z","end":"2026-07-01T08:13:09.001868Z","steps":["trace[387082327] 'read index received' (duration: 424.0559ms)","trace[387082327] 'applied index is now lower than readState.Index' (duration: 171.543µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:09.002027Z","caller":"traceutil/trace.go:171","msg":"trace[676590768] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"510.323993ms","start":"2026-07-01T08:13:08.491661Z","end":"2026-07-01T08:13:09.001984Z","steps":["trace[676590768] 'process raft request' (duration: 510.042377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:09.002215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.491636Z","time spent":"510.474855ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:09.002256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.58562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:13:09.002319Z","caller":"traceutil/trace.go:171","msg":"trace[863969092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25451; }","duration":"424.693252ms","start":"2026-07-01T08:13:08.577607Z","end":"2026-07-01T08:13:09.0023Z","steps":["trace[863969092] 'agreement among raft nodes before linearized reading' (duration: 424.469217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:09.002389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.57759Z","time spent":"424.782143ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T08:13:09.503011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:10.004214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295197,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T08:13:10.037531Z","caller":"traceutil/trace.go:171","msg":"trace[33218636] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"1.296420367s","start":"2026-07-01T08:13:08.741074Z","end":"2026-07-01T08:13:10.037495Z","steps":["trace[33218636] 'process raft request' (duration: 1.296298075s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:10.037532Z","caller":"traceutil/trace.go:171","msg":"trace[1880010011] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"1.285857094s","start":"2026-07-01T08:13:08.751656Z","end":"2026-07-01T08:13:10.037514Z","steps":["trace[1880010011] 'process raft request' (duration: 1.285831273s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:10.037701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.741049Z","time spent":"1.296557341s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:10.037744Z","caller":"traceutil/trace.go:171","msg":"trace[1679606006] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"1.295952239s","start":"2026-07-01T08:13:08.741786Z","end":"2026-07-01T08:13:10.037738Z","steps":["trace[1679606006] 'process raft request' (duration: 1.295613112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:10.037776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.741774Z","time spent":"1.29598318s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:10.03786Z","caller":"traceutil/trace.go:171","msg":"trace[2131240759] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"1.287498266s","start":"2026-07-01T08:13:08.750357Z","end":"2026-07-01T08:13:10.037855Z","steps":["trace[2131240759] 'process raft request' (duration: 1.287063396s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:10.037945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.750319Z","time spent":"1.287555167s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:10.038087Z","caller":"traceutil/trace.go:171","msg":"trace[1665195879] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"1.287525637s","start":"2026-07-01T08:13:08.750555Z","end":"2026-07-01T08:13:10.038081Z","steps":["trace[1665195879] 'process raft request' (duration: 1.286882674s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:10.038123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.750546Z","time spent":"1.287560787s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:10.038155Z","caller":"traceutil/trace.go:171","msg":"trace[1303381141] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"1.42342487s","start":"2026-07-01T08:13:08.614718Z","end":"2026-07-01T08:13:10.038143Z","steps":["trace[1303381141] 'process raft request' (duration: 1.422546033s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:10.038217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.614692Z","time spent":"1.423493472s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:10.038203Z","caller":"traceutil/trace.go:171","msg":"trace[1460377549] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"1.287032576s","start":"2026-07-01T08:13:08.751139Z","end":"2026-07-01T08:13:10.038172Z","steps":["trace[1460377549] 'process raft request' (duration: 1.286315902s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:10.037716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.751623Z","time spent":"1.286013197s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:10.038356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.751129Z","time spent":"1.287143598s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:10.90861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T08:13:10.908702Z","caller":"traceutil/trace.go:171","msg":"trace[883729416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333023s","start":"2026-07-01T08:13:08.908349Z","end":"2026-07-01T08:13:10.908682Z","steps":["trace[883729416] 'agreement among raft nodes before linearized reading' (duration: 2.00019361s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:10.908765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.908303Z","time spent":"2.000446384s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:11.636792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.599574644s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T08:13:11.810835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.751628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:11.811056Z","caller":"traceutil/trace.go:171","msg":"trace[1301116082] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"2.374954553s","start":"2026-07-01T08:13:09.436079Z","end":"2026-07-01T08:13:11.811033Z","steps":["trace[1301116082] 'process raft request' (duration: 2.2009169s)","trace[1301116082] 'compare' (duration: 173.30479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:11.811123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:09.436054Z","time spent":"2.375037234s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:11.811341Z","caller":"traceutil/trace.go:171","msg":"trace[1855439916] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26297; }","duration":"2.809285142s","start":"2026-07-01T08:13:09.00203Z","end":"2026-07-01T08:13:11.811315Z","steps":["trace[1855439916] 'read index received' (duration: 1.035424799s)","trace[1855439916] 'applied index is now lower than readState.Index' (duration: 1.773858913s)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:11.811453Z","caller":"traceutil/trace.go:171","msg":"trace[458789084] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"1.788311122s","start":"2026-07-01T08:13:10.02313Z","end":"2026-07-01T08:13:11.811441Z","steps":["trace[458789084] 'process raft request' (duration: 1.787812913s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:11.811568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:10.02311Z","time spent":"1.788375535s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:11.811609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86639766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:13:11.811643Z","caller":"traceutil/trace.go:171","msg":"trace[1830435385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25460; }","duration":"2.866459481s","start":"2026-07-01T08:13:08.945175Z","end":"2026-07-01T08:13:11.811635Z","steps":["trace[1830435385] 'agreement among raft nodes before linearized reading' (duration: 2.866317418s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:11.811673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.945163Z","time spent":"2.866505372s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:11.811754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866476402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T08:13:11.811754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966259715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:11.811759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928002023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T08:13:11.811803Z","caller":"traceutil/trace.go:171","msg":"trace[852483378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25460; }","duration":"2.866562462s","start":"2026-07-01T08:13:08.945229Z","end":"2026-07-01T08:13:11.811791Z","steps":["trace[852483378] 'agreement among raft nodes before linearized reading' (duration: 2.86640494s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:11.811817Z","caller":"traceutil/trace.go:171","msg":"trace[1987409032] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25460; }","duration":"2.966362557s","start":"2026-07-01T08:13:08.845437Z","end":"2026-07-01T08:13:11.8118Z","steps":["trace[1987409032] 'agreement among raft nodes before linearized reading' (duration: 2.966247194s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:11.811846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.945208Z","time spent":"2.866631724s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:11.811858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.845419Z","time spent":"2.966428579s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:11.811888Z","caller":"traceutil/trace.go:171","msg":"trace[1691518388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25460; }","duration":"2.928103336s","start":"2026-07-01T08:13:08.883709Z","end":"2026-07-01T08:13:11.811813Z","steps":["trace[1691518388] 'agreement among raft nodes before linearized reading' (duration: 2.927885262s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:11.811929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.883698Z","time spent":"2.928223508s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:13:11.812162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871411156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:13:11.812222Z","caller":"traceutil/trace.go:171","msg":"trace[299110323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25460; }","duration":"2.871487977s","start":"2026-07-01T08:13:08.940715Z","end":"2026-07-01T08:13:11.812203Z","steps":["trace[299110323] 'agreement among raft nodes before linearized reading' (duration: 2.871328164s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:11.81227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.9407Z","time spent":"2.871562379s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T08:13:11.812495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867130793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T08:13:11.812557Z","caller":"traceutil/trace.go:171","msg":"trace[1331427055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25460; }","duration":"2.867205444s","start":"2026-07-01T08:13:08.945333Z","end":"2026-07-01T08:13:11.812539Z","steps":["trace[1331427055] 'agreement among raft nodes before linearized reading' (duration: 2.866292337s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:11.812596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:08.945326Z","time spent":"2.867261355s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:12.909493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T08:13:12.909647Z","caller":"traceutil/trace.go:171","msg":"trace[1181881897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456704s","start":"2026-07-01T08:13:10.909164Z","end":"2026-07-01T08:13:12.90962Z","steps":["trace[1181881897] 'agreement among raft nodes before linearized reading' (duration: 2.000269521s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:12.909693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:10.909142Z","time spent":"2.000542126s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:13.445232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.451465ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:13.445321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508882606s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:13.445361Z","caller":"traceutil/trace.go:171","msg":"trace[2047062032] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25460; }","duration":"298.591747ms","start":"2026-07-01T08:13:13.14675Z","end":"2026-07-01T08:13:13.445342Z","steps":["trace[2047062032] 'range keys from in-memory index tree' (duration: 298.432304ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:13.445604Z","caller":"traceutil/trace.go:171","msg":"trace[864993519] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"2.438568357s","start":"2026-07-01T08:13:11.007022Z","end":"2026-07-01T08:13:13.445591Z","steps":["trace[864993519] 'process raft request' (duration: 2.438398823s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:13.445625Z","caller":"traceutil/trace.go:171","msg":"trace[674321123] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"2.989117528s","start":"2026-07-01T08:13:10.45647Z","end":"2026-07-01T08:13:13.445587Z","steps":["trace[674321123] 'process raft request' (duration: 1.479879914s)","trace[674321123] 'compare' (duration: 1.508077021s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:13.445703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.00699Z","time spent":"2.438649778s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:13.445776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:10.456444Z","time spent":"2.98924695s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:13.851559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.915160032s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T08:13:14.794773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349243281s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T08:13:14.794999Z","caller":"traceutil/trace.go:171","msg":"trace[1550259487] linearizableReadLoop","detail":"{readStateIndex:26304; appliedIndex:26301; }","duration":"2.98357659s","start":"2026-07-01T08:13:11.811405Z","end":"2026-07-01T08:13:14.794982Z","steps":["trace[1550259487] 'read index received' (duration: 124.994623ms)","trace[1550259487] 'applied index is now lower than readState.Index' (duration: 2.858581077s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:14.795733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818696606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:14.795794Z","caller":"traceutil/trace.go:171","msg":"trace[287220921] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25462; }","duration":"3.818803479s","start":"2026-07-01T08:13:10.976977Z","end":"2026-07-01T08:13:14.79578Z","steps":["trace[287220921] 'agreement among raft nodes before linearized reading' (duration: 3.818703877s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:14.795796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.880215791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:14.795823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:10.976956Z","time spent":"3.81885949s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:14.795843Z","caller":"traceutil/trace.go:171","msg":"trace[1613956559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25462; }","duration":"4.880271012s","start":"2026-07-01T08:13:09.915556Z","end":"2026-07-01T08:13:14.795827Z","steps":["trace[1613956559] 'agreement among raft nodes before linearized reading' (duration: 4.880187291s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:14.795889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:09.915512Z","time spent":"4.880362934s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:14.7959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131581259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T08:13:14.796115Z","caller":"traceutil/trace.go:171","msg":"trace[1353257995] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"2.980560752s","start":"2026-07-01T08:13:11.815537Z","end":"2026-07-01T08:13:14.796098Z","steps":["trace[1353257995] 'process raft request' (duration: 2.979347548s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:14.796142Z","caller":"traceutil/trace.go:171","msg":"trace[14462812] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25462; }","duration":"3.131870754s","start":"2026-07-01T08:13:11.66426Z","end":"2026-07-01T08:13:14.796131Z","steps":["trace[14462812] 'agreement among raft nodes before linearized reading' (duration: 3.131519218s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:14.796178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.664237Z","time spent":"3.131930435s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-01T08:13:14.796236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.815516Z","time spent":"2.980643683s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:14.918741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:14.918841Z","caller":"traceutil/trace.go:171","msg":"trace[1203754197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071308s","start":"2026-07-01T08:13:12.918103Z","end":"2026-07-01T08:13:14.918816Z","steps":["trace[1203754197] 'agreement among raft nodes before linearized reading' (duration: 2.000592677s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:14.918952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.918084Z","time spent":"2.000853272s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:15.08106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229293586s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T08:13:15.495516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414279981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:15.495689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.110399475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:15.495871Z","caller":"traceutil/trace.go:171","msg":"trace[471589502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25463; }","duration":"6.11062426s","start":"2026-07-01T08:13:09.385174Z","end":"2026-07-01T08:13:15.495798Z","steps":["trace[471589502] 'agreement among raft nodes before linearized reading' (duration: 5.410830906s)","trace[471589502] 'count revisions from in-memory index tree' (duration: 699.57299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.496009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.023643215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:15.496252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477472085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f2lz5.18be1b96cefea76f\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-07-01T08:13:15.496319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.492173876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-01T08:13:15.496349Z","caller":"traceutil/trace.go:171","msg":"trace[2009593315] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-f2lz5.18be1b96cefea76f; range_end:; response_count:1; response_revision:25463; }","duration":"4.477597498s","start":"2026-07-01T08:13:11.018735Z","end":"2026-07-01T08:13:15.496332Z","steps":["trace[2009593315] 'agreement among raft nodes before linearized reading' (duration: 3.777292314s)","trace[2009593315] 'range keys from in-memory index tree' (duration: 700.10972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.496367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301771695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-01T08:13:15.4964Z","caller":"traceutil/trace.go:171","msg":"trace[402035432] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25463; }","duration":"6.492346739s","start":"2026-07-01T08:13:09.004032Z","end":"2026-07-01T08:13:15.496378Z","steps":["trace[402035432] 'agreement among raft nodes before linearized reading' (duration: 5.792063616s)","trace[402035432] 'range keys from in-memory index tree' (duration: 700.042869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.496439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.018716Z","time spent":"4.47770786s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f2lz5.18be1b96cefea76f\" "} {"level":"warn","ts":"2026-07-01T08:13:15.496516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319432862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:15.496452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:09.004017Z","time spent":"6.49242574s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18375,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T08:13:15.496549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172064755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:15.496609Z","caller":"traceutil/trace.go:171","msg":"trace[763058078] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25463; }","duration":"4.172125146s","start":"2026-07-01T08:13:11.324465Z","end":"2026-07-01T08:13:15.496591Z","steps":["trace[763058078] 'agreement among raft nodes before linearized reading' (duration: 3.471535537s)","trace[763058078] 'count revisions from in-memory index tree' (duration: 700.515578ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:15.495756Z","caller":"traceutil/trace.go:171","msg":"trace[301738941] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25463; }","duration":"4.414570426s","start":"2026-07-01T08:13:11.081162Z","end":"2026-07-01T08:13:15.495733Z","steps":["trace[301738941] 'agreement among raft nodes before linearized reading' (duration: 3.714856483s)","trace[301738941] 'count revisions from in-memory index tree' (duration: 699.440138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.496675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.324418Z","time spent":"4.172239489s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:15.49668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.081142Z","time spent":"4.415526235s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:15.496552Z","caller":"traceutil/trace.go:171","msg":"trace[1474142168] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25463; }","duration":"4.319509914s","start":"2026-07-01T08:13:11.177028Z","end":"2026-07-01T08:13:15.496538Z","steps":["trace[1474142168] 'agreement among raft nodes before linearized reading' (duration: 3.618983216s)","trace[1474142168] 'count revisions from in-memory index tree' (duration: 700.488837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.496911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.177007Z","time spent":"4.319879541s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:15.496009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:09.385154Z","time spent":"6.110800273s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:15.496463Z","caller":"traceutil/trace.go:171","msg":"trace[1860348978] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25463; }","duration":"6.301900628s","start":"2026-07-01T08:13:09.194535Z","end":"2026-07-01T08:13:15.496436Z","steps":["trace[1860348978] 'agreement among raft nodes before linearized reading' (duration: 5.601454422s)","trace[1860348978] 'range keys from in-memory index tree' (duration: 700.165351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.497157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:09.19452Z","time spent":"6.302624782s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-01T08:13:15.496979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.819434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:15.497382Z","caller":"traceutil/trace.go:171","msg":"trace[656466744] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"3.68168615s","start":"2026-07-01T08:13:11.815672Z","end":"2026-07-01T08:13:15.497358Z","steps":["trace[656466744] 'process raft request' (duration: 2.980400697s)","trace[656466744] 'compare' (duration: 699.791434ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:15.49744Z","caller":"traceutil/trace.go:171","msg":"trace[1913216327] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"3.681298833s","start":"2026-07-01T08:13:11.816121Z","end":"2026-07-01T08:13:15.497419Z","steps":["trace[1913216327] 'process raft request' (duration: 3.681151531s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:15.497453Z","caller":"traceutil/trace.go:171","msg":"trace[843576880] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"3.680514468s","start":"2026-07-01T08:13:11.816914Z","end":"2026-07-01T08:13:15.497428Z","steps":["trace[843576880] 'process raft request' (duration: 3.680428727s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.497523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.815656Z","time spent":"3.681781844s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:15.497532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.816906Z","time spent":"3.6805866s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:15.497538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.816099Z","time spent":"3.681385115s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:15.497761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858376045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:15.497801Z","caller":"traceutil/trace.go:171","msg":"trace[1514709051] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"3.680833495s","start":"2026-07-01T08:13:11.816923Z","end":"2026-07-01T08:13:15.497756Z","steps":["trace[1514709051] 'process raft request' (duration: 3.680455128s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:15.497837Z","caller":"traceutil/trace.go:171","msg":"trace[1515715450] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25463; }","duration":"3.858481637s","start":"2026-07-01T08:13:11.639328Z","end":"2026-07-01T08:13:15.49781Z","steps":["trace[1515715450] 'agreement among raft nodes before linearized reading' (duration: 3.156663464s)","trace[1515715450] 'count revisions from in-memory index tree' (duration: 701.299063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.497893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.63931Z","time spent":"3.858567888s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:15.497921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:11.8169Z","time spent":"3.680947326s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:15.49793Z","caller":"traceutil/trace.go:171","msg":"trace[715612044] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"3.453954146s","start":"2026-07-01T08:13:12.043944Z","end":"2026-07-01T08:13:15.497898Z","steps":["trace[715612044] 'process raft request' (duration: 3.45361705s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:15.497974Z","caller":"traceutil/trace.go:171","msg":"trace[179445085] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"3.453169121s","start":"2026-07-01T08:13:12.044778Z","end":"2026-07-01T08:13:15.497947Z","steps":["trace[179445085] 'process raft request' (duration: 3.452975998s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:15.498054Z","caller":"traceutil/trace.go:171","msg":"trace[824175975] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"3.452909138s","start":"2026-07-01T08:13:12.045133Z","end":"2026-07-01T08:13:15.498042Z","steps":["trace[824175975] 'process raft request' (duration: 3.452732924s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.498096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.044751Z","time spent":"3.453279495s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:15.498137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.045112Z","time spent":"3.452984959s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:15.498156Z","caller":"traceutil/trace.go:171","msg":"trace[128608990] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"3.453456858s","start":"2026-07-01T08:13:12.044675Z","end":"2026-07-01T08:13:15.498132Z","steps":["trace[128608990] 'process raft request' (duration: 3.453016428s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.498102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.043906Z","time spent":"3.45411496s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:15.498217Z","caller":"traceutil/trace.go:171","msg":"trace[1880375510] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"3.453414747s","start":"2026-07-01T08:13:12.044791Z","end":"2026-07-01T08:13:15.498206Z","steps":["trace[1880375510] 'process raft request' (duration: 3.453023619s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.498232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390069446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:15.498102Z","caller":"traceutil/trace.go:171","msg":"trace[1993160245] linearizableReadLoop","detail":"{readStateIndex:26317; appliedIndex:26305; }","duration":"703.045248ms","start":"2026-07-01T08:13:14.795037Z","end":"2026-07-01T08:13:15.498082Z","steps":["trace[1993160245] 'read index received' (duration: 286.174767ms)","trace[1993160245] 'applied index is now lower than readState.Index' (duration: 416.869021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.49827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.044654Z","time spent":"3.453554619s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:15.498299Z","caller":"traceutil/trace.go:171","msg":"trace[676929369] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"3.283484093s","start":"2026-07-01T08:13:12.214803Z","end":"2026-07-01T08:13:15.498288Z","steps":["trace[676929369] 'process raft request' (duration: 3.283220388s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.498302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.044764Z","time spent":"3.453492228s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:15.498341Z","caller":"traceutil/trace.go:171","msg":"trace[1649317464] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"3.452768864s","start":"2026-07-01T08:13:12.045551Z","end":"2026-07-01T08:13:15.49832Z","steps":["trace[1649317464] 'process raft request' (duration: 3.452374316s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:15.49838Z","caller":"traceutil/trace.go:171","msg":"trace[260470100] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"3.452776234s","start":"2026-07-01T08:13:12.045594Z","end":"2026-07-01T08:13:15.498371Z","steps":["trace[260470100] 'process raft request' (duration: 3.452383106s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.498427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.045585Z","time spent":"3.452818845s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:15.498454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740981006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T08:13:15.498454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.045547Z","time spent":"3.452852426s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:15.498471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.539696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-01T08:13:15.498487Z","caller":"traceutil/trace.go:171","msg":"trace[1552130637] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25475; }","duration":"1.741043726s","start":"2026-07-01T08:13:13.757433Z","end":"2026-07-01T08:13:15.498477Z","steps":["trace[1552130637] 'agreement among raft nodes before linearized reading' (duration: 1.740937044s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:15.498508Z","caller":"traceutil/trace.go:171","msg":"trace[1791945482] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25475; }","duration":"736.603127ms","start":"2026-07-01T08:13:14.761891Z","end":"2026-07-01T08:13:15.498494Z","steps":["trace[1791945482] 'agreement among raft nodes before linearized reading' (duration: 736.485115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.498353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074668231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:15.498526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:13.757409Z","time spent":"1.741109388s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T08:13:15.49854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:14.761865Z","time spent":"736.668628ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-01T08:13:15.498563Z","caller":"traceutil/trace.go:171","msg":"trace[1689944737] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25475; }","duration":"1.074906464s","start":"2026-07-01T08:13:14.423638Z","end":"2026-07-01T08:13:15.498545Z","steps":["trace[1689944737] 'agreement among raft nodes before linearized reading' (duration: 1.07466685s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.498637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:14.423619Z","time spent":"1.074999417s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:15.498352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:12.214775Z","time spent":"3.283549754s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:15.499304Z","caller":"traceutil/trace.go:171","msg":"trace[1224924359] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25475; }","duration":"2.390185108s","start":"2026-07-01T08:13:13.108085Z","end":"2026-07-01T08:13:15.49827Z","steps":["trace[1224924359] 'agreement among raft nodes before linearized reading' (duration: 2.390054776s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:15.499393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:13.108037Z","time spent":"2.39133265s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:15.49697Z","caller":"traceutil/trace.go:171","msg":"trace[968176202] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25463; }","duration":"6.023751606s","start":"2026-07-01T08:13:09.472322Z","end":"2026-07-01T08:13:15.496073Z","steps":["trace[968176202] 'agreement among raft nodes before linearized reading' (duration: 5.323438212s)","trace[968176202] 'count revisions from in-memory index tree' (duration: 699.904007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:15.499853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:09.472305Z","time spent":"6.02752358s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:15.998776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:16.499114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:16.541068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063698446s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T08:13:16.663272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.834322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:16.663362Z","caller":"traceutil/trace.go:171","msg":"trace[647692768] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"1.210692496s","start":"2026-07-01T08:13:15.452653Z","end":"2026-07-01T08:13:16.663345Z","steps":["trace[647692768] 'process raft request' (duration: 1.088687522s)","trace[647692768] 'compare' (duration: 121.003825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:16.66341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.452625Z","time spent":"1.210761908s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:16.919126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:16.919223Z","caller":"traceutil/trace.go:171","msg":"trace[1531855924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999894114s","start":"2026-07-01T08:13:14.91931Z","end":"2026-07-01T08:13:16.919204Z","steps":["trace[1531855924] 'agreement among raft nodes before linearized reading' (duration: 1.999773491s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:16.919273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:14.919248Z","time spent":"2.000014946s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:18.60099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828100164s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:18.60115Z","caller":"traceutil/trace.go:171","msg":"trace[168198732] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"1.784025239s","start":"2026-07-01T08:13:16.817115Z","end":"2026-07-01T08:13:18.60114Z","steps":["trace[168198732] 'process raft request' (duration: 1.783950788s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.60119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:16.817103Z","time spent":"1.7840661s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:18.601179Z","caller":"traceutil/trace.go:171","msg":"trace[930117572] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"3.100662159s","start":"2026-07-01T08:13:15.500481Z","end":"2026-07-01T08:13:18.601143Z","steps":["trace[930117572] 'process raft request' (duration: 1.272340581s)","trace[930117572] 'compare' (duration: 1.825255319s)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:18.601178Z","caller":"traceutil/trace.go:171","msg":"trace[19411496] linearizableReadLoop","detail":"{readStateIndex:26319; appliedIndex:26317; }","duration":"3.102871622s","start":"2026-07-01T08:13:15.498278Z","end":"2026-07-01T08:13:18.60115Z","steps":["trace[19411496] 'read index received' (duration: 1.043259741s)","trace[19411496] 'applied index is now lower than readState.Index' (duration: 2.059608711s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:18.601304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.500461Z","time spent":"3.100773772s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:18.601363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378868252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:18.601412Z","caller":"traceutil/trace.go:171","msg":"trace[354986707] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25478; }","duration":"3.378970543s","start":"2026-07-01T08:13:15.222429Z","end":"2026-07-01T08:13:18.6014Z","steps":["trace[354986707] 'agreement among raft nodes before linearized reading' (duration: 3.37883479s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.601455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.222414Z","time spent":"3.379029435s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:18.601657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802206057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c6bb2ca2-1f25-4429-b07b-bff0f2adc9c6\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-01T08:13:18.601681Z","caller":"traceutil/trace.go:171","msg":"trace[239691460] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c6bb2ca2-1f25-4429-b07b-bff0f2adc9c6; range_end:; response_count:1; response_revision:25478; }","duration":"3.802260107s","start":"2026-07-01T08:13:14.799415Z","end":"2026-07-01T08:13:18.601676Z","steps":["trace[239691460] 'agreement among raft nodes before linearized reading' (duration: 3.802163195s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.601699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:14.799396Z","time spent":"3.802298408s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-c6bb2ca2-1f25-4429-b07b-bff0f2adc9c6\" "} {"level":"info","ts":"2026-07-01T08:13:18.69219Z","caller":"traceutil/trace.go:171","msg":"trace[1201156316] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"1.187852674s","start":"2026-07-01T08:13:17.504316Z","end":"2026-07-01T08:13:18.692168Z","steps":["trace[1201156316] 'process raft request' (duration: 1.187684691s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.692326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504294Z","time spent":"1.187963566s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:18.692554Z","caller":"traceutil/trace.go:171","msg":"trace[360878118] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"1.187809272s","start":"2026-07-01T08:13:17.504721Z","end":"2026-07-01T08:13:18.69253Z","steps":["trace[360878118] 'process raft request' (duration: 1.187736191s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:18.69263Z","caller":"traceutil/trace.go:171","msg":"trace[1666195967] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"1.188062808s","start":"2026-07-01T08:13:17.504543Z","end":"2026-07-01T08:13:18.692606Z","steps":["trace[1666195967] 'process raft request' (duration: 1.187805623s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.692693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504706Z","time spent":"1.187909835s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:18.692778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504517Z","time spent":"1.188184669s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:18.692783Z","caller":"traceutil/trace.go:171","msg":"trace[960067251] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"1.188323723s","start":"2026-07-01T08:13:17.504445Z","end":"2026-07-01T08:13:18.692769Z","steps":["trace[960067251] 'process raft request' (duration: 1.187684501s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:18.692889Z","caller":"traceutil/trace.go:171","msg":"trace[285693342] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"1.188071008s","start":"2026-07-01T08:13:17.504809Z","end":"2026-07-01T08:13:18.69288Z","steps":["trace[285693342] 'process raft request' (duration: 1.18768247s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.69295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504436Z","time spent":"1.188470255s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:18.693019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504788Z","time spent":"1.188161679s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:18.693214Z","caller":"traceutil/trace.go:171","msg":"trace[2040614555] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"1.188362154s","start":"2026-07-01T08:13:17.504841Z","end":"2026-07-01T08:13:18.693204Z","steps":["trace[2040614555] 'process raft request' (duration: 1.187989566s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.693276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504814Z","time spent":"1.188432846s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:18.693458Z","caller":"traceutil/trace.go:171","msg":"trace[1756733857] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"1.188484736s","start":"2026-07-01T08:13:17.504956Z","end":"2026-07-01T08:13:18.69344Z","steps":["trace[1756733857] 'process raft request' (duration: 1.188212351s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.693575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504945Z","time spent":"1.188571528s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:18.927092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T08:13:18.927181Z","caller":"traceutil/trace.go:171","msg":"trace[1754114080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268101s","start":"2026-07-01T08:13:16.926889Z","end":"2026-07-01T08:13:18.927157Z","steps":["trace[1754114080] 'agreement among raft nodes before linearized reading' (duration: 2.000156959s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:18.927229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:16.926872Z","time spent":"2.000348133s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:13:19.695745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.907995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:19.695972Z","caller":"traceutil/trace.go:171","msg":"trace[1716415539] linearizableReadLoop","detail":"{readStateIndex:26328; appliedIndex:26320; }","duration":"1.094720579s","start":"2026-07-01T08:13:18.601236Z","end":"2026-07-01T08:13:19.695957Z","steps":["trace[1716415539] 'read index received' (duration: 90.834891ms)","trace[1716415539] 'applied index is now lower than readState.Index' (duration: 1.003885028s)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:19.695951Z","caller":"traceutil/trace.go:171","msg":"trace[1828390130] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"1.105524418s","start":"2026-07-01T08:13:18.590388Z","end":"2026-07-01T08:13:19.695913Z","steps":["trace[1828390130] 'process raft request' (duration: 534.381198ms)","trace[1828390130] 'compare' (duration: 569.667621ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:19.696054Z","caller":"traceutil/trace.go:171","msg":"trace[1526264741] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"1.090956825s","start":"2026-07-01T08:13:18.605089Z","end":"2026-07-01T08:13:19.696046Z","steps":["trace[1526264741] 'process raft request' (duration: 1.090727291s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:18.605066Z","time spent":"1.091015126s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T08:13:19.696126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:18.590365Z","time spent":"1.105663681s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:19.696312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319559202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:19.696341Z","caller":"traceutil/trace.go:171","msg":"trace[123286676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25488; }","duration":"3.319646514s","start":"2026-07-01T08:13:16.376686Z","end":"2026-07-01T08:13:19.696332Z","steps":["trace[123286676] 'agreement among raft nodes before linearized reading' (duration: 3.319569532s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:16.376661Z","time spent":"3.319696964s","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:19.696348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225588061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:19.696422Z","caller":"traceutil/trace.go:171","msg":"trace[472639208] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25488; }","duration":"3.225686623s","start":"2026-07-01T08:13:16.470716Z","end":"2026-07-01T08:13:19.696403Z","steps":["trace[472639208] 'agreement among raft nodes before linearized reading' (duration: 3.22551095s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:16.470672Z","time spent":"3.225783474s","remote":"127.0.0.1:53710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T08:13:19.696489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817936371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:19.69649Z","caller":"traceutil/trace.go:171","msg":"trace[508549205] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"1.027062956s","start":"2026-07-01T08:13:18.669414Z","end":"2026-07-01T08:13:19.696477Z","steps":["trace[508549205] 'process raft request' (duration: 1.026461125s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:19.696512Z","caller":"traceutil/trace.go:171","msg":"trace[44991081] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25488; }","duration":"3.817985253s","start":"2026-07-01T08:13:15.878519Z","end":"2026-07-01T08:13:19.696504Z","steps":["trace[44991081] 'agreement among raft nodes before linearized reading' (duration: 3.817951082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.878502Z","time spent":"3.818025833s","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:19.696516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033294601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:19.696547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:18.669396Z","time spent":"1.027122898s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:19.696568Z","caller":"traceutil/trace.go:171","msg":"trace[556526033] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25488; }","duration":"2.033390452s","start":"2026-07-01T08:13:17.663165Z","end":"2026-07-01T08:13:19.696555Z","steps":["trace[556526033] 'agreement among raft nodes before linearized reading' (duration: 2.03328857s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193199969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T08:13:19.696594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.663142Z","time spent":"2.033446473s","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:19.696609Z","caller":"traceutil/trace.go:171","msg":"trace[84824606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25488; }","duration":"2.193277992s","start":"2026-07-01T08:13:17.503317Z","end":"2026-07-01T08:13:19.696595Z","steps":["trace[84824606] 'agreement among raft nodes before linearized reading' (duration: 2.193122119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820373663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:19.696687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.503311Z","time spent":"2.193365563s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:19.696689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.571433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-01T08:13:19.696713Z","caller":"traceutil/trace.go:171","msg":"trace[899879130] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25488; }","duration":"1.820527586s","start":"2026-07-01T08:13:17.876168Z","end":"2026-07-01T08:13:19.696695Z","steps":["trace[899879130] 'agreement among raft nodes before linearized reading' (duration: 1.820284182s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091453564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-01T08:13:19.696752Z","caller":"traceutil/trace.go:171","msg":"trace[1578499055] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25488; }","duration":"353.655374ms","start":"2026-07-01T08:13:19.343074Z","end":"2026-07-01T08:13:19.696729Z","steps":["trace[1578499055] 'agreement among raft nodes before linearized reading' (duration: 353.45852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194892693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T08:13:19.696761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.876147Z","time spent":"1.820603807s","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:19.696768Z","caller":"traceutil/trace.go:171","msg":"trace[53645743] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25488; }","duration":"1.091593578s","start":"2026-07-01T08:13:18.605161Z","end":"2026-07-01T08:13:19.696754Z","steps":["trace[53645743] 'agreement among raft nodes before linearized reading' (duration: 1.091346633s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:19.696791Z","caller":"traceutil/trace.go:171","msg":"trace[1628275968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25488; }","duration":"2.194928863s","start":"2026-07-01T08:13:17.501855Z","end":"2026-07-01T08:13:19.696784Z","steps":["trace[1628275968] 'agreement among raft nodes before linearized reading' (duration: 2.194833461s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.343058Z","time spent":"353.722445ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T08:13:19.696785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191628154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-07-01T08:13:19.696812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192541428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:13:19.69684Z","caller":"traceutil/trace.go:171","msg":"trace[788182588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25488; }","duration":"2.192597799s","start":"2026-07-01T08:13:17.504235Z","end":"2026-07-01T08:13:19.696833Z","steps":["trace[788182588] 'agreement among raft nodes before linearized reading' (duration: 2.192527918s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.504216Z","time spent":"2.192637419s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T08:13:19.696848Z","caller":"traceutil/trace.go:171","msg":"trace[23937152] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25488; }","duration":"4.191708646s","start":"2026-07-01T08:13:15.505123Z","end":"2026-07-01T08:13:19.696832Z","steps":["trace[23937152] 'agreement among raft nodes before linearized reading' (duration: 4.191462691s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195031964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T08:13:19.696822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145941679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T08:13:19.696864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896735416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T08:13:19.696884Z","caller":"traceutil/trace.go:171","msg":"trace[1118638428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25488; }","duration":"2.195091966s","start":"2026-07-01T08:13:17.501787Z","end":"2026-07-01T08:13:19.696879Z","steps":["trace[1118638428] 'agreement among raft nodes before linearized reading' (duration: 2.194913453s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:18.605153Z","time spent":"1.091643128s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-01T08:13:19.696677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476262426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:19.696892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.505111Z","time spent":"4.191771457s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-01T08:13:19.696906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.501766Z","time spent":"2.195133716s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:13:19.696904Z","caller":"traceutil/trace.go:171","msg":"trace[1022036538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25488; }","duration":"2.896831168s","start":"2026-07-01T08:13:16.800063Z","end":"2026-07-01T08:13:19.696894Z","steps":["trace[1022036538] 'agreement among raft nodes before linearized reading' (duration: 2.896727816s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652470734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-01T08:13:19.696904Z","caller":"traceutil/trace.go:171","msg":"trace[810613655] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25488; }","duration":"4.146069532s","start":"2026-07-01T08:13:15.55082Z","end":"2026-07-01T08:13:19.696889Z","steps":["trace[810613655] 'agreement among raft nodes before linearized reading' (duration: 4.145684975s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:16.800044Z","time spent":"2.89688844s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:13:19.696766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859156289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:19.696988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193791057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-07-01T08:13:19.696982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.550795Z","time spent":"4.146173334s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:19.697008Z","caller":"traceutil/trace.go:171","msg":"trace[1759071555] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25488; }","duration":"4.193811197s","start":"2026-07-01T08:13:15.503192Z","end":"2026-07-01T08:13:19.697004Z","steps":["trace[1759071555] 'agreement among raft nodes before linearized reading' (duration: 4.19342111s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.696999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.629384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:19.697008Z","caller":"traceutil/trace.go:171","msg":"trace[2051990963] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25488; }","duration":"2.859423303s","start":"2026-07-01T08:13:16.837573Z","end":"2026-07-01T08:13:19.696997Z","steps":["trace[2051990963] 'agreement among raft nodes before linearized reading' (duration: 2.859156298s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.697027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.503183Z","time spent":"4.193838008s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-01T08:13:19.697032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.627126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:19.69704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:16.837562Z","time spent":"2.859468425s","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:19.697037Z","caller":"traceutil/trace.go:171","msg":"trace[846731522] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25488; }","duration":"709.692526ms","start":"2026-07-01T08:13:18.98733Z","end":"2026-07-01T08:13:19.697023Z","steps":["trace[846731522] 'agreement among raft nodes before linearized reading' (duration: 709.633683ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:19.69705Z","caller":"traceutil/trace.go:171","msg":"trace[1536320116] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25488; }","duration":"934.672597ms","start":"2026-07-01T08:13:18.762372Z","end":"2026-07-01T08:13:19.697045Z","steps":["trace[1536320116] 'agreement among raft nodes before linearized reading' (duration: 934.594565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.69707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:18.762357Z","time spent":"934.708897ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:19.697071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:18.987315Z","time spent":"709.746007ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:19.69708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.009887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:19.697083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.062123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T08:13:19.697084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194356318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-01T08:13:19.697103Z","caller":"traceutil/trace.go:171","msg":"trace[548033441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25488; }","duration":"769.031567ms","start":"2026-07-01T08:13:18.928065Z","end":"2026-07-01T08:13:19.697097Z","steps":["trace[548033441] 'agreement among raft nodes before linearized reading' (duration: 768.991356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.697124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:18.928048Z","time spent":"769.072207ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T08:13:19.696935Z","caller":"traceutil/trace.go:171","msg":"trace[1092297342] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:25488; }","duration":"3.652534656s","start":"2026-07-01T08:13:16.044394Z","end":"2026-07-01T08:13:19.696929Z","steps":["trace[1092297342] 'agreement among raft nodes before linearized reading' (duration: 3.652059627s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:19.697123Z","caller":"traceutil/trace.go:171","msg":"trace[960307680] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25488; }","duration":"354.121954ms","start":"2026-07-01T08:13:19.342985Z","end":"2026-07-01T08:13:19.697107Z","steps":["trace[960307680] 'agreement among raft nodes before linearized reading' (duration: 353.567163ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:19.697126Z","caller":"traceutil/trace.go:171","msg":"trace[43368964] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25488; }","duration":"4.194414209s","start":"2026-07-01T08:13:15.502702Z","end":"2026-07-01T08:13:19.697116Z","steps":["trace[43368964] 'agreement among raft nodes before linearized reading' (duration: 4.193773736s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.697156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:16.044371Z","time spent":"3.652776881s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-07-01T08:13:19.697156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.342971Z","time spent":"354.178335ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T08:13:19.697162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.502684Z","time spent":"4.194471s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-01T08:13:19.696813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.501849Z","time spent":"2.194960154s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T08:13:19.696943Z","caller":"traceutil/trace.go:171","msg":"trace[833656022] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25488; }","duration":"2.476532731s","start":"2026-07-01T08:13:17.220377Z","end":"2026-07-01T08:13:19.69691Z","steps":["trace[833656022] 'agreement among raft nodes before linearized reading' (duration: 2.476228796s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.697294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:17.22036Z","time spent":"2.476926129s","remote":"127.0.0.1:57382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:19.696873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188751199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-01T08:13:19.697329Z","caller":"traceutil/trace.go:171","msg":"trace[109166921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25488; }","duration":"4.189220988s","start":"2026-07-01T08:13:15.508098Z","end":"2026-07-01T08:13:19.697319Z","steps":["trace[109166921] 'agreement among raft nodes before linearized reading' (duration: 4.188402472s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:19.697354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:15.508093Z","time spent":"4.189254059s","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T08:13:20.204773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:21.253983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.41702ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-01T08:13:21.25404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.69958Z","time spent":"1.554456901s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T08:13:21.40377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061653638s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T08:13:21.704716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T08:13:21.704825Z","caller":"traceutil/trace.go:171","msg":"trace[993143840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187359s","start":"2026-07-01T08:13:19.704612Z","end":"2026-07-01T08:13:21.704799Z","steps":["trace[993143840] 'agreement among raft nodes before linearized reading' (duration: 2.000032816s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:21.70488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.704606Z","time spent":"2.000264031s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:13:22.642388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238298121s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:22.642594Z","caller":"traceutil/trace.go:171","msg":"trace[1220086132] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"2.942119645s","start":"2026-07-01T08:13:19.700448Z","end":"2026-07-01T08:13:22.642568Z","steps":["trace[1220086132] 'process raft request' (duration: 1.70355777s)","trace[1220086132] 'compare' (duration: 1.238092257s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:22.642699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.700431Z","time spent":"2.942211648s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.642798Z","caller":"traceutil/trace.go:171","msg":"trace[2088684287] linearizableReadLoop","detail":"{readStateIndex:26339; appliedIndex:26330; }","duration":"2.938262381s","start":"2026-07-01T08:13:19.704515Z","end":"2026-07-01T08:13:22.642777Z","steps":["trace[2088684287] 'read index received' (duration: 597.177745ms)","trace[2088684287] 'applied index is now lower than readState.Index' (duration: 2.341083806s)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:22.642907Z","caller":"traceutil/trace.go:171","msg":"trace[481035517] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"2.936214502s","start":"2026-07-01T08:13:19.706684Z","end":"2026-07-01T08:13:22.642899Z","steps":["trace[481035517] 'process raft request' (duration: 2.936034418s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:22.642916Z","caller":"traceutil/trace.go:171","msg":"trace[1832474935] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"2.937795412s","start":"2026-07-01T08:13:19.705078Z","end":"2026-07-01T08:13:22.642873Z","steps":["trace[1832474935] 'process raft request' (duration: 2.937584288s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:22.642972Z","caller":"traceutil/trace.go:171","msg":"trace[1615964656] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"2.937828344s","start":"2026-07-01T08:13:19.705138Z","end":"2026-07-01T08:13:22.642966Z","steps":["trace[1615964656] 'process raft request' (duration: 2.937552938s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:22.642998Z","caller":"traceutil/trace.go:171","msg":"trace[1587074074] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"2.936303624s","start":"2026-07-01T08:13:19.706682Z","end":"2026-07-01T08:13:22.642985Z","steps":["trace[1587074074] 'process raft request' (duration: 2.936062329s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.643019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.705133Z","time spent":"2.937868555s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:22.643055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.70667Z","time spent":"2.936353965s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.643021Z","caller":"traceutil/trace.go:171","msg":"trace[1080951423] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"2.938470526s","start":"2026-07-01T08:13:19.704491Z","end":"2026-07-01T08:13:22.642961Z","steps":["trace[1080951423] 'process raft request' (duration: 2.938083928s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.64307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.705065Z","time spent":"2.937915395s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.643179Z","caller":"traceutil/trace.go:171","msg":"trace[1221320878] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"2.938826743s","start":"2026-07-01T08:13:19.704345Z","end":"2026-07-01T08:13:22.643172Z","steps":["trace[1221320878] 'process raft request' (duration: 2.938126569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.643177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.704485Z","time spent":"2.938614568s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T08:13:22.643216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.70433Z","time spent":"2.938866583s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.643266Z","caller":"traceutil/trace.go:171","msg":"trace[32046337] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"2.938617278s","start":"2026-07-01T08:13:19.704634Z","end":"2026-07-01T08:13:22.643252Z","steps":["trace[32046337] 'process raft request' (duration: 2.937985895s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.643263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938730201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-01T08:13:22.64331Z","caller":"traceutil/trace.go:171","msg":"trace[343940678] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25496; }","duration":"2.938810562s","start":"2026-07-01T08:13:19.704487Z","end":"2026-07-01T08:13:22.643298Z","steps":["trace[343940678] 'agreement among raft nodes before linearized reading' (duration: 2.938617078s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.643316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.70463Z","time spent":"2.93865781s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:22.643352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.704474Z","time spent":"2.938858263s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T08:13:22.642947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.706673Z","time spent":"2.936252143s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:22.679524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275409341s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:22.680068Z","caller":"traceutil/trace.go:171","msg":"trace[1816688509] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"1.982881313s","start":"2026-07-01T08:13:20.697162Z","end":"2026-07-01T08:13:22.680043Z","steps":["trace[1816688509] 'process raft request' (duration: 1.982540146s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.680228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:20.697135Z","time spent":"1.983002106s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.680411Z","caller":"traceutil/trace.go:171","msg":"trace[1135599951] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"1.982468655s","start":"2026-07-01T08:13:20.697932Z","end":"2026-07-01T08:13:22.680401Z","steps":["trace[1135599951] 'process raft request' (duration: 1.982062788s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.680466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:20.697903Z","time spent":"1.982531786s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.680637Z","caller":"traceutil/trace.go:171","msg":"trace[1228702356] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"1.982422793s","start":"2026-07-01T08:13:20.698186Z","end":"2026-07-01T08:13:22.680609Z","steps":["trace[1228702356] 'process raft request' (duration: 1.982174209s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:22.680698Z","caller":"traceutil/trace.go:171","msg":"trace[1476587725] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"1.982433314s","start":"2026-07-01T08:13:20.698249Z","end":"2026-07-01T08:13:22.680683Z","steps":["trace[1476587725] 'process raft request' (duration: 1.98226013s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.680754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:20.698177Z","time spent":"1.982499875s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:22.680763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:20.698243Z","time spent":"1.982483806s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.680856Z","caller":"traceutil/trace.go:171","msg":"trace[85140813] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"1.982021857s","start":"2026-07-01T08:13:20.698825Z","end":"2026-07-01T08:13:22.680847Z","steps":["trace[85140813] 'process raft request' (duration: 1.981815862s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:22.680889Z","caller":"traceutil/trace.go:171","msg":"trace[725552769] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"1.98116089s","start":"2026-07-01T08:13:20.699716Z","end":"2026-07-01T08:13:22.680877Z","steps":["trace[725552769] 'process raft request' (duration: 1.980962496s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.680933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:20.699705Z","time spent":"1.981200901s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:22.6809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:20.698817Z","time spent":"1.982058387s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:22.680994Z","caller":"traceutil/trace.go:171","msg":"trace[814620240] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"1.982323512s","start":"2026-07-01T08:13:20.698664Z","end":"2026-07-01T08:13:22.680988Z","steps":["trace[814620240] 'process raft request' (duration: 1.981935474s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:22.681023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:20.698655Z","time spent":"1.982351813s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:23.706728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000594457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:23.706822Z","caller":"traceutil/trace.go:171","msg":"trace[1648966854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076588s","start":"2026-07-01T08:13:21.706039Z","end":"2026-07-01T08:13:23.706805Z","steps":["trace[1648966854] 'agreement among raft nodes before linearized reading' (duration: 2.000631727s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:23.706873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.706016Z","time spent":"2.000846652s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:24.073013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392280887s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T08:13:24.073278Z","caller":"traceutil/trace.go:171","msg":"trace[118173721] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25504; }","duration":"2.817221505s","start":"2026-07-01T08:13:21.256038Z","end":"2026-07-01T08:13:24.07326Z","steps":["trace[118173721] 'process raft request' (duration: 2.817156534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.074515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.25598Z","time spent":"2.818464989s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:24.07357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.11881ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:24.074658Z","caller":"traceutil/trace.go:171","msg":"trace[1462431767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25504; }","duration":"928.212532ms","start":"2026-07-01T08:13:23.146419Z","end":"2026-07-01T08:13:24.074632Z","steps":["trace[1462431767] 'range keys from in-memory index tree' (duration: 927.102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.073714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.419913Z","time spent":"653.795822ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T08:13:24.797894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.118164916s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:24.798336Z","caller":"traceutil/trace.go:171","msg":"trace[900853049] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"3.284756197s","start":"2026-07-01T08:13:21.513551Z","end":"2026-07-01T08:13:24.798307Z","steps":["trace[900853049] 'process raft request' (duration: 3.284534053s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.513521Z","time spent":"3.284874989s","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:24.798599Z","caller":"traceutil/trace.go:171","msg":"trace[416485606] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"3.094899597s","start":"2026-07-01T08:13:21.703693Z","end":"2026-07-01T08:13:24.798592Z","steps":["trace[416485606] 'process raft request' (duration: 3.09454148s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.703681Z","time spent":"3.094934767s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:24.798605Z","caller":"traceutil/trace.go:171","msg":"trace[1557395548] linearizableReadLoop","detail":"{readStateIndex:26350; appliedIndex:26339; }","duration":"2.155755755s","start":"2026-07-01T08:13:22.642826Z","end":"2026-07-01T08:13:24.798582Z","steps":["trace[1557395548] 'read index received' (duration: 36.929696ms)","trace[1557395548] 'applied index is now lower than readState.Index' (duration: 2.118825079s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:24.798716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416357918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:24.798798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886361535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:24.7988Z","caller":"traceutil/trace.go:171","msg":"trace[1006817985] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25507; }","duration":"3.41650669s","start":"2026-07-01T08:13:21.382274Z","end":"2026-07-01T08:13:24.798781Z","steps":["trace[1006817985] 'agreement among raft nodes before linearized reading' (duration: 3.416380318s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094190638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de0a2ef8-1500-47e7-bfa7-79259d26b218\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-01T08:13:24.798807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881165534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:24.798849Z","caller":"traceutil/trace.go:171","msg":"trace[1300942845] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de0a2ef8-1500-47e7-bfa7-79259d26b218; range_end:; response_count:1; response_revision:25507; }","duration":"5.094256819s","start":"2026-07-01T08:13:19.704579Z","end":"2026-07-01T08:13:24.798836Z","steps":["trace[1300942845] 'agreement among raft nodes before linearized reading' (duration: 5.094109567s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693732085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:24.798868Z","caller":"traceutil/trace.go:171","msg":"trace[2033806900] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25507; }","duration":"2.881258397s","start":"2026-07-01T08:13:21.91759Z","end":"2026-07-01T08:13:24.798849Z","steps":["trace[2033806900] 'agreement among raft nodes before linearized reading' (duration: 2.881137614s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.704574Z","time spent":"5.094303781s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-de0a2ef8-1500-47e7-bfa7-79259d26b218\" "} {"level":"warn","ts":"2026-07-01T08:13:24.798906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31174152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:24.79891Z","caller":"traceutil/trace.go:171","msg":"trace[1658380317] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25507; }","duration":"3.693820595s","start":"2026-07-01T08:13:21.10507Z","end":"2026-07-01T08:13:24.79889Z","steps":["trace[1658380317] 'agreement among raft nodes before linearized reading' (duration: 3.693756544s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230494704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:24.798933Z","caller":"traceutil/trace.go:171","msg":"trace[342379746] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25507; }","duration":"3.311830291s","start":"2026-07-01T08:13:21.487095Z","end":"2026-07-01T08:13:24.798925Z","steps":["trace[342379746] 'agreement among raft nodes before linearized reading' (duration: 3.31177172s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.382244Z","time spent":"3.416594042s","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:24.798918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.917578Z","time spent":"2.881324728s","remote":"127.0.0.1:35272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:24.798905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899111031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:24.79896Z","caller":"traceutil/trace.go:171","msg":"trace[281717325] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25507; }","duration":"3.230586927s","start":"2026-07-01T08:13:21.568362Z","end":"2026-07-01T08:13:24.798949Z","steps":["trace[281717325] 'agreement among raft nodes before linearized reading' (duration: 3.230505915s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.48706Z","time spent":"3.311895593s","remote":"127.0.0.1:53720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:24.798941Z","caller":"traceutil/trace.go:171","msg":"trace[750959058] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"2.146929922s","start":"2026-07-01T08:13:22.65196Z","end":"2026-07-01T08:13:24.79889Z","steps":["trace[750959058] 'process raft request' (duration: 2.146483904s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.798995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.568338Z","time spent":"3.230648908s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:24.799006Z","caller":"traceutil/trace.go:171","msg":"trace[1438621262] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25507; }","duration":"2.899250224s","start":"2026-07-01T08:13:21.899731Z","end":"2026-07-01T08:13:24.798981Z","steps":["trace[1438621262] 'agreement among raft nodes before linearized reading' (duration: 2.899105871s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:24.798853Z","caller":"traceutil/trace.go:171","msg":"trace[1448228088] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25507; }","duration":"2.886443606s","start":"2026-07-01T08:13:21.912387Z","end":"2026-07-01T08:13:24.798831Z","steps":["trace[1448228088] 'agreement among raft nodes before linearized reading' (duration: 2.886380995s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.799059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.899709Z","time spent":"2.899335346s","remote":"127.0.0.1:53528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:24.799077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.912358Z","time spent":"2.886713171s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:24.798776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.091003747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:24.799111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:22.65195Z","time spent":"2.147075516s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:24.799148Z","caller":"traceutil/trace.go:171","msg":"trace[637422574] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25507; }","duration":"5.091403326s","start":"2026-07-01T08:13:19.707723Z","end":"2026-07-01T08:13:24.799126Z","steps":["trace[637422574] 'agreement among raft nodes before linearized reading' (duration: 5.090973307s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.799215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:19.707716Z","time spent":"5.091474477s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T08:13:24.798731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107730756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:24.799276Z","caller":"traceutil/trace.go:171","msg":"trace[1364669285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25507; }","duration":"3.108333367s","start":"2026-07-01T08:13:21.690929Z","end":"2026-07-01T08:13:24.799262Z","steps":["trace[1364669285] 'agreement among raft nodes before linearized reading' (duration: 3.107712705s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:24.799322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.690909Z","time spent":"3.108396999s","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:24.798958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:21.105032Z","time spent":"3.693915857s","remote":"127.0.0.1:53468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:25.29903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:25.715124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T08:13:25.715209Z","caller":"traceutil/trace.go:171","msg":"trace[1267884503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407013s","start":"2026-07-01T08:13:23.714781Z","end":"2026-07-01T08:13:25.715188Z","steps":["trace[1267884503] 'agreement among raft nodes before linearized reading' (duration: 2.000303722s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:25.715256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.71475Z","time spent":"2.000497936s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:25.799868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:26.30102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:26.497604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699480511s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:26.498308Z","caller":"traceutil/trace.go:171","msg":"trace[1282086031] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"2.80772155s","start":"2026-07-01T08:13:23.690556Z","end":"2026-07-01T08:13:26.498278Z","steps":["trace[1282086031] 'process raft request' (duration: 2.807421645s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:26.49839Z","caller":"traceutil/trace.go:171","msg":"trace[1800144447] linearizableReadLoop","detail":"{readStateIndex:26363; appliedIndex:26351; }","duration":"1.699707175s","start":"2026-07-01T08:13:24.798663Z","end":"2026-07-01T08:13:26.49837Z","steps":["trace[1800144447] 'read index received' (duration: 1.699058483s)","trace[1800144447] 'applied index is now lower than readState.Index' (duration: 647.862µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:26.498387Z","caller":"traceutil/trace.go:171","msg":"trace[1345255378] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"3.493651356s","start":"2026-07-01T08:13:23.004698Z","end":"2026-07-01T08:13:26.49835Z","steps":["trace[1345255378] 'process raft request' (duration: 3.493205067s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.690526Z","time spent":"2.807840583s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:26.498473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.075531Z","time spent":"2.422939573s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T08:13:26.498364Z","caller":"traceutil/trace.go:171","msg":"trace[900173053] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"3.696885225s","start":"2026-07-01T08:13:22.801439Z","end":"2026-07-01T08:13:26.498324Z","steps":["trace[900173053] 'process raft request' (duration: 3.696336875s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.004674Z","time spent":"3.493784259s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:26.498628Z","caller":"traceutil/trace.go:171","msg":"trace[730061614] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"2.890387694s","start":"2026-07-01T08:13:23.608232Z","end":"2026-07-01T08:13:26.49862Z","steps":["trace[730061614] 'process raft request' (duration: 2.889712381s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.608207Z","time spent":"2.890442464s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:26.498755Z","caller":"traceutil/trace.go:171","msg":"trace[1340318875] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"1.810622945s","start":"2026-07-01T08:13:24.688114Z","end":"2026-07-01T08:13:26.498737Z","steps":["trace[1340318875] 'process raft request' (duration: 1.810122956s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.688109Z","time spent":"1.810675466s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:26.498806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:22.801413Z","time spent":"3.69716526s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:26.498836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693356902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:26.498837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218519692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:26.498866Z","caller":"traceutil/trace.go:171","msg":"trace[678985107] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25518; }","duration":"1.693384582s","start":"2026-07-01T08:13:24.805471Z","end":"2026-07-01T08:13:26.498856Z","steps":["trace[678985107] 'agreement among raft nodes before linearized reading' (duration: 1.693326781s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78873728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:13:26.49888Z","caller":"traceutil/trace.go:171","msg":"trace[816863771] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25518; }","duration":"3.218605664s","start":"2026-07-01T08:13:23.280263Z","end":"2026-07-01T08:13:26.498869Z","steps":["trace[816863771] 'agreement among raft nodes before linearized reading' (duration: 3.218508523s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.805422Z","time spent":"1.693461035s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T08:13:26.498897Z","caller":"traceutil/trace.go:171","msg":"trace[1452540279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25518; }","duration":"1.788792962s","start":"2026-07-01T08:13:24.710097Z","end":"2026-07-01T08:13:26.49889Z","steps":["trace[1452540279] 'agreement among raft nodes before linearized reading' (duration: 1.788703829s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.280243Z","time spent":"3.218659666s","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:26.498915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.710084Z","time spent":"1.788827142s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T08:13:26.49893Z","caller":"traceutil/trace.go:171","msg":"trace[1015620624] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"1.810938751s","start":"2026-07-01T08:13:24.687987Z","end":"2026-07-01T08:13:26.498926Z","steps":["trace[1015620624] 'process raft request' (duration: 1.810190677s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.687958Z","time spent":"1.810997323s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:26.499045Z","caller":"traceutil/trace.go:171","msg":"trace[528264267] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"1.810960102s","start":"2026-07-01T08:13:24.688078Z","end":"2026-07-01T08:13:26.499038Z","steps":["trace[528264267] 'process raft request' (duration: 1.810129505s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850447217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T08:13:26.499079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846605578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T08:13:26.499084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.688072Z","time spent":"1.810988912s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:26.499076Z","caller":"traceutil/trace.go:171","msg":"trace[574063541] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"1.810900441s","start":"2026-07-01T08:13:24.688167Z","end":"2026-07-01T08:13:26.499068Z","steps":["trace[574063541] 'process raft request' (duration: 1.810096355s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:26.499104Z","caller":"traceutil/trace.go:171","msg":"trace[1008144562] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d; range_end:; response_count:1; response_revision:25518; }","duration":"3.846639939s","start":"2026-07-01T08:13:22.652458Z","end":"2026-07-01T08:13:26.499098Z","steps":["trace[1008144562] 'agreement among raft nodes before linearized reading' (duration: 3.846532167s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:26.499102Z","caller":"traceutil/trace.go:171","msg":"trace[513361193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25518; }","duration":"1.85060997s","start":"2026-07-01T08:13:24.648473Z","end":"2026-07-01T08:13:26.499083Z","steps":["trace[513361193] 'agreement among raft nodes before linearized reading' (duration: 1.850189222s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:22.652454Z","time spent":"3.846664079s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" "} {"level":"warn","ts":"2026-07-01T08:13:26.499132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851849504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T08:13:26.499156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530370543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:26.499156Z","caller":"traceutil/trace.go:171","msg":"trace[125960498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25518; }","duration":"1.851897665s","start":"2026-07-01T08:13:24.647252Z","end":"2026-07-01T08:13:26.499149Z","steps":["trace[125960498] 'agreement among raft nodes before linearized reading' (duration: 1.851804393s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:26.499036Z","caller":"traceutil/trace.go:171","msg":"trace[671394316] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"1.809418032s","start":"2026-07-01T08:13:24.689604Z","end":"2026-07-01T08:13:26.499022Z","steps":["trace[671394316] 'process raft request' (duration: 1.808688678s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.49917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828960591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T08:13:26.499163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.688163Z","time spent":"1.810946882s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:26.49918Z","caller":"traceutil/trace.go:171","msg":"trace[384878124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25518; }","duration":"1.530414794s","start":"2026-07-01T08:13:24.968757Z","end":"2026-07-01T08:13:26.499171Z","steps":["trace[384878124] 'agreement among raft nodes before linearized reading' (duration: 1.530374603s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.648453Z","time spent":"1.850687271s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:13:26.49919Z","caller":"traceutil/trace.go:171","msg":"trace[1480728411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25518; }","duration":"1.829019352s","start":"2026-07-01T08:13:24.670165Z","end":"2026-07-01T08:13:26.499184Z","steps":["trace[1480728411] 'agreement among raft nodes before linearized reading' (duration: 1.828972851s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.670146Z","time spent":"1.829055663s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:26.499203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.968738Z","time spent":"1.530459394s","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:26.498888Z","caller":"traceutil/trace.go:171","msg":"trace[929529075] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"1.811927551s","start":"2026-07-01T08:13:24.686953Z","end":"2026-07-01T08:13:26.498881Z","steps":["trace[929529075] 'process raft request' (duration: 1.811152455s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664464712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-07-01T08:13:26.499243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.68959Z","time spent":"1.809594785s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:26.499265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850744853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:13:26.499278Z","caller":"traceutil/trace.go:171","msg":"trace[143218420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25518; }","duration":"1.850784453s","start":"2026-07-01T08:13:24.648489Z","end":"2026-07-01T08:13:26.499274Z","steps":["trace[143218420] 'agreement among raft nodes before linearized reading' (duration: 1.850747062s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.686932Z","time spent":"1.812318548s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:26.49929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.648472Z","time spent":"1.850814874s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T08:13:26.499256Z","caller":"traceutil/trace.go:171","msg":"trace[1979767092] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25518; }","duration":"1.664505152s","start":"2026-07-01T08:13:24.834746Z","end":"2026-07-01T08:13:26.499251Z","steps":["trace[1979767092] 'agreement among raft nodes before linearized reading' (duration: 1.664461272s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.498831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850838273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T08:13:26.499332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.834735Z","time spent":"1.664593225s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-07-01T08:13:26.498909Z","caller":"traceutil/trace.go:171","msg":"trace[149419906] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"1.810949462s","start":"2026-07-01T08:13:24.687954Z","end":"2026-07-01T08:13:26.498903Z","steps":["trace[149419906] 'process raft request' (duration: 1.810193677s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007995594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:26.499366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057797943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:26.499379Z","caller":"traceutil/trace.go:171","msg":"trace[668784101] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25518; }","duration":"3.008061755s","start":"2026-07-01T08:13:23.491305Z","end":"2026-07-01T08:13:26.499367Z","steps":["trace[668784101] 'agreement among raft nodes before linearized reading' (duration: 3.007939052s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85086318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18be1c432c99d81e\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-01T08:13:26.499225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332631053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:26.499384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.687932Z","time spent":"1.81142597s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:26.499411Z","caller":"traceutil/trace.go:171","msg":"trace[574852230] range","detail":"{range_begin:/registry/events/openstack/container-infra.18be1c432c99d81e; range_end:; response_count:1; response_revision:25518; }","duration":"3.850925392s","start":"2026-07-01T08:13:22.648479Z","end":"2026-07-01T08:13:26.499405Z","steps":["trace[574852230] 'agreement among raft nodes before linearized reading' (duration: 3.850853501s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.491289Z","time spent":"3.008116726s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:26.49943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:22.64846Z","time spent":"3.850966533s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18be1c432c99d81e\" "} {"level":"warn","ts":"2026-07-01T08:13:26.499437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.500782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:26.499451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691883563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-01T08:13:26.499471Z","caller":"traceutil/trace.go:171","msg":"trace[942750435] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25518; }","duration":"1.691929293s","start":"2026-07-01T08:13:24.807536Z","end":"2026-07-01T08:13:26.499466Z","steps":["trace[942750435] 'agreement among raft nodes before linearized reading' (duration: 1.691848752s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032532879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:26.499493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.807523Z","time spent":"1.691963354s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18375,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-01T08:13:26.499358Z","caller":"traceutil/trace.go:171","msg":"trace[216138275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25518; }","duration":"1.851381684s","start":"2026-07-01T08:13:24.647963Z","end":"2026-07-01T08:13:26.499345Z","steps":["trace[216138275] 'agreement among raft nodes before linearized reading' (duration: 1.850720361s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.063127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:26.499396Z","caller":"traceutil/trace.go:171","msg":"trace[1168156102] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25518; }","duration":"1.057827454s","start":"2026-07-01T08:13:25.441558Z","end":"2026-07-01T08:13:26.499386Z","steps":["trace[1168156102] 'agreement among raft nodes before linearized reading' (duration: 1.057778883s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:25.441525Z","time spent":"1.057996107s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:26.499525Z","caller":"traceutil/trace.go:171","msg":"trace[645391461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25518; }","duration":"784.127848ms","start":"2026-07-01T08:13:25.71539Z","end":"2026-07-01T08:13:26.499518Z","steps":["trace[645391461] 'agreement among raft nodes before linearized reading' (duration: 784.092768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.647959Z","time spent":"1.851556907s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T08:13:26.499423Z","caller":"traceutil/trace.go:171","msg":"trace[1720528252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25518; }","duration":"2.332826746s","start":"2026-07-01T08:13:24.166586Z","end":"2026-07-01T08:13:26.499412Z","steps":["trace[1720528252] 'agreement among raft nodes before linearized reading' (duration: 2.332613163s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:26.499506Z","caller":"traceutil/trace.go:171","msg":"trace[1154640245] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25518; }","duration":"3.032922156s","start":"2026-07-01T08:13:23.466578Z","end":"2026-07-01T08:13:26.4995Z","steps":["trace[1154640245] 'agreement among raft nodes before linearized reading' (duration: 3.032526239s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.166525Z","time spent":"2.33304725s","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:26.499464Z","caller":"traceutil/trace.go:171","msg":"trace[1428000064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25518; }","duration":"240.564573ms","start":"2026-07-01T08:13:26.258892Z","end":"2026-07-01T08:13:26.499457Z","steps":["trace[1428000064] 'agreement among raft nodes before linearized reading' (duration: 240.523033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:26.499607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:23.466562Z","time spent":"3.033038248s","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:26.499548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:25.715371Z","time spent":"784.172129ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:13:26.499181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:24.647238Z","time spent":"1.851939586s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:27.328158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.09652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:27.328542Z","caller":"traceutil/trace.go:171","msg":"trace[745708376] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"825.866568ms","start":"2026-07-01T08:13:26.502641Z","end":"2026-07-01T08:13:27.328508Z","steps":["trace[745708376] 'process raft request' (duration: 825.622983ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:27.328535Z","caller":"traceutil/trace.go:171","msg":"trace[868660849] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"825.847348ms","start":"2026-07-01T08:13:26.502652Z","end":"2026-07-01T08:13:27.328499Z","steps":["trace[868660849] 'process raft request' (duration: 825.727125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:27.328714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.502598Z","time spent":"826.015911ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:27.328775Z","caller":"traceutil/trace.go:171","msg":"trace[735945060] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"828.681272ms","start":"2026-07-01T08:13:26.500028Z","end":"2026-07-01T08:13:27.328709Z","steps":["trace[735945060] 'process raft request' (duration: 95.94091ms)","trace[735945060] 'compare' (duration: 731.450517ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:27.328808Z","caller":"traceutil/trace.go:171","msg":"trace[1500200458] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"824.138424ms","start":"2026-07-01T08:13:26.50465Z","end":"2026-07-01T08:13:27.328788Z","steps":["trace[1500200458] 'process raft request' (duration: 823.774327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:27.328898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.504633Z","time spent":"824.226315ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:27.328953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.500012Z","time spent":"828.844605ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:27.329099Z","caller":"traceutil/trace.go:171","msg":"trace[1739517666] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"824.408548ms","start":"2026-07-01T08:13:26.50467Z","end":"2026-07-01T08:13:27.329078Z","steps":["trace[1739517666] 'process raft request' (duration: 824.066682ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:27.329109Z","caller":"traceutil/trace.go:171","msg":"trace[4895498] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"824.411068ms","start":"2026-07-01T08:13:26.504675Z","end":"2026-07-01T08:13:27.329086Z","steps":["trace[4895498] 'process raft request' (duration: 824.286876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:27.329244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.504663Z","time spent":"824.506821ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:27.329219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.504658Z","time spent":"824.49118ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:27.329268Z","caller":"traceutil/trace.go:171","msg":"trace[660863191] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"824.479551ms","start":"2026-07-01T08:13:26.504771Z","end":"2026-07-01T08:13:27.32925Z","steps":["trace[660863191] 'process raft request' (duration: 824.276476ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:27.329304Z","caller":"traceutil/trace.go:171","msg":"trace[1521863819] linearizableReadLoop","detail":"{readStateIndex:26366; appliedIndex:26363; }","duration":"826.372838ms","start":"2026-07-01T08:13:26.502912Z","end":"2026-07-01T08:13:27.329285Z","steps":["trace[1521863819] 'read index received' (duration: 93.026944ms)","trace[1521863819] 'applied index is now lower than readState.Index' (duration: 733.344784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:27.329359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.50475Z","time spent":"824.561263ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:27.329317Z","caller":"traceutil/trace.go:171","msg":"trace[1936033839] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"823.587514ms","start":"2026-07-01T08:13:26.505703Z","end":"2026-07-01T08:13:27.32929Z","steps":["trace[1936033839] 'process raft request' (duration: 823.479942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:27.32948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.50263Z","time spent":"826.558471ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:27.329497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.505693Z","time spent":"823.720667ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:27.329522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.595782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-8s6wv\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-07-01T08:13:27.329585Z","caller":"traceutil/trace.go:171","msg":"trace[760100146] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-8s6wv; range_end:; response_count:1; response_revision:25526; }","duration":"826.698024ms","start":"2026-07-01T08:13:26.50287Z","end":"2026-07-01T08:13:27.329568Z","steps":["trace[760100146] 'agreement among raft nodes before linearized reading' (duration: 826.491781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:27.32965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.502857Z","time spent":"826.775126ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-8s6wv\" "} {"level":"warn","ts":"2026-07-01T08:13:28.510622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:28.510696Z","caller":"traceutil/trace.go:171","msg":"trace[869311398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000895233s","start":"2026-07-01T08:13:26.509785Z","end":"2026-07-01T08:13:28.510681Z","steps":["trace[869311398] 'agreement among raft nodes before linearized reading' (duration: 2.000807041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:28.510739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.509778Z","time spent":"2.000952454s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:29.673357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242319123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:29.673569Z","caller":"traceutil/trace.go:171","msg":"trace[79255871] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"1.167866566s","start":"2026-07-01T08:13:28.505688Z","end":"2026-07-01T08:13:29.673555Z","steps":["trace[79255871] 'process raft request' (duration: 1.167828606s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.673626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.505661Z","time spent":"1.167941728s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:29.673876Z","caller":"traceutil/trace.go:171","msg":"trace[458122347] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"2.870507398s","start":"2026-07-01T08:13:26.803359Z","end":"2026-07-01T08:13:29.673867Z","steps":["trace[458122347] 'process raft request' (duration: 627.608114ms)","trace[458122347] 'compare' (duration: 2.241069189s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:29.673924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.803338Z","time spent":"2.87056256s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:29.67403Z","caller":"traceutil/trace.go:171","msg":"trace[866733362] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"2.858269651s","start":"2026-07-01T08:13:26.815751Z","end":"2026-07-01T08:13:29.674021Z","steps":["trace[866733362] 'process raft request' (duration: 2.85768444s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.674068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.815721Z","time spent":"2.858328801s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:29.674299Z","caller":"traceutil/trace.go:171","msg":"trace[1710529171] linearizableReadLoop","detail":"{readStateIndex:26373; appliedIndex:26371; }","duration":"2.34490351s","start":"2026-07-01T08:13:27.32937Z","end":"2026-07-01T08:13:29.674274Z","steps":["trace[1710529171] 'read index received' (duration: 101.507807ms)","trace[1710529171] 'applied index is now lower than readState.Index' (duration: 2.243392443s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:29.674358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457570734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:29.674389Z","caller":"traceutil/trace.go:171","msg":"trace[190447484] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25529; }","duration":"2.457605426s","start":"2026-07-01T08:13:27.216775Z","end":"2026-07-01T08:13:29.674381Z","steps":["trace[190447484] 'agreement among raft nodes before linearized reading' (duration: 2.457546633s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.674421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.216739Z","time spent":"2.457675327s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:29.674426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500370264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:29.67449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670329089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:29.674513Z","caller":"traceutil/trace.go:171","msg":"trace[365804466] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25529; }","duration":"2.500521237s","start":"2026-07-01T08:13:27.173972Z","end":"2026-07-01T08:13:29.674493Z","steps":["trace[365804466] 'agreement among raft nodes before linearized reading' (duration: 2.500342522s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:29.674537Z","caller":"traceutil/trace.go:171","msg":"trace[1659581849] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25529; }","duration":"2.67041305s","start":"2026-07-01T08:13:27.004112Z","end":"2026-07-01T08:13:29.674525Z","steps":["trace[1659581849] 'agreement among raft nodes before linearized reading' (duration: 2.670277588s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.674563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.173952Z","time spent":"2.500600529s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:29.674598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.004092Z","time spent":"2.670494682s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:29.674484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419744072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:29.674683Z","caller":"traceutil/trace.go:171","msg":"trace[875106654] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25529; }","duration":"2.420030457s","start":"2026-07-01T08:13:27.25464Z","end":"2026-07-01T08:13:29.67467Z","steps":["trace[875106654] 'agreement among raft nodes before linearized reading' (duration: 2.419679479s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.674756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.254629Z","time spent":"2.420115639s","remote":"127.0.0.1:46218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:29.674929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712818952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:29.674975Z","caller":"traceutil/trace.go:171","msg":"trace[201987430] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25529; }","duration":"2.712904853s","start":"2026-07-01T08:13:26.962057Z","end":"2026-07-01T08:13:29.674962Z","steps":["trace[201987430] 'agreement among raft nodes before linearized reading' (duration: 2.712832412s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.675013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.962037Z","time spent":"2.712966045s","remote":"127.0.0.1:53710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:29.675084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168676417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:29.675147Z","caller":"traceutil/trace.go:171","msg":"trace[516408582] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25529; }","duration":"3.168756139s","start":"2026-07-01T08:13:26.506382Z","end":"2026-07-01T08:13:29.675138Z","steps":["trace[516408582] 'agreement among raft nodes before linearized reading' (duration: 3.168640207s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.67519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.506376Z","time spent":"3.168805919s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T08:13:29.675098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170969483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:13:29.675327Z","caller":"traceutil/trace.go:171","msg":"trace[212131621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25529; }","duration":"3.171224087s","start":"2026-07-01T08:13:26.50409Z","end":"2026-07-01T08:13:29.675315Z","steps":["trace[212131621] 'agreement among raft nodes before linearized reading' (duration: 3.170912511s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:29.675359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:26.50408Z","time spent":"3.171270768s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T08:13:30.17476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:30.510872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:30.510939Z","caller":"traceutil/trace.go:171","msg":"trace[1382595463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094178s","start":"2026-07-01T08:13:28.510828Z","end":"2026-07-01T08:13:30.510923Z","steps":["trace[1382595463] 'agreement among raft nodes before linearized reading' (duration: 2.000010446s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:30.510974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.510815Z","time spent":"2.000151748s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:30.675204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:30.924749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316210623s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:30.925933Z","caller":"traceutil/trace.go:171","msg":"trace[1496782731] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"2.419120449s","start":"2026-07-01T08:13:28.506792Z","end":"2026-07-01T08:13:30.925912Z","steps":["trace[1496782731] 'process raft request' (duration: 2.419085968s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:30.926065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.506775Z","time spent":"2.41922507s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:30.926193Z","caller":"traceutil/trace.go:171","msg":"trace[243219471] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"2.419676811s","start":"2026-07-01T08:13:28.506498Z","end":"2026-07-01T08:13:30.926175Z","steps":["trace[243219471] 'process raft request' (duration: 2.419317273s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:30.926195Z","caller":"traceutil/trace.go:171","msg":"trace[1246259760] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"2.420391095s","start":"2026-07-01T08:13:28.505775Z","end":"2026-07-01T08:13:30.926166Z","steps":["trace[1246259760] 'process raft request' (duration: 2.419933735s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:30.926274Z","caller":"traceutil/trace.go:171","msg":"trace[2088705302] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"2.419533667s","start":"2026-07-01T08:13:28.506729Z","end":"2026-07-01T08:13:30.926262Z","steps":["trace[2088705302] 'process raft request' (duration: 2.419117229s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:30.926287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.506485Z","time spent":"2.419741112s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:30.926307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.505753Z","time spent":"2.420493416s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:30.926335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.506712Z","time spent":"2.419593648s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:30.926446Z","caller":"traceutil/trace.go:171","msg":"trace[1911138242] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"2.420689719s","start":"2026-07-01T08:13:28.50574Z","end":"2026-07-01T08:13:30.92643Z","steps":["trace[1911138242] 'process raft request' (duration: 2.419579078s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:30.926551Z","caller":"traceutil/trace.go:171","msg":"trace[117887994] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"2.420268432s","start":"2026-07-01T08:13:28.506274Z","end":"2026-07-01T08:13:30.926542Z","steps":["trace[117887994] 'process raft request' (duration: 2.419508276s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:30.926548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.505711Z","time spent":"2.420779432s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:30.926655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.506248Z","time spent":"2.420331963s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:31.426309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.514116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:31.42642Z","caller":"traceutil/trace.go:171","msg":"trace[2051090704] linearizableReadLoop","detail":"{readStateIndex:26381; appliedIndex:26380; }","duration":"1.75203896s","start":"2026-07-01T08:13:29.67436Z","end":"2026-07-01T08:13:31.426399Z","steps":["trace[2051090704] 'read index received' (duration: 1.252410366s)","trace[2051090704] 'applied index is now lower than readState.Index' (duration: 499.626954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:31.42674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093144911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T08:13:31.426817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453952917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:31.427111Z","caller":"traceutil/trace.go:171","msg":"trace[1504454889] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25536; }","duration":"3.454095s","start":"2026-07-01T08:13:27.972789Z","end":"2026-07-01T08:13:31.426884Z","steps":["trace[1504454889] 'agreement among raft nodes before linearized reading' (duration: 3.453938077s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.427163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.972764Z","time spent":"3.454383855s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:31.427385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758416896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:31.427428Z","caller":"traceutil/trace.go:171","msg":"trace[879447787] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25536; }","duration":"2.758465257s","start":"2026-07-01T08:13:28.668951Z","end":"2026-07-01T08:13:31.427416Z","steps":["trace[879447787] 'agreement among raft nodes before linearized reading' (duration: 2.758396176s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.427459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.668891Z","time spent":"2.758558959s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:31.427448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094752018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T08:13:31.427457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094258738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18be1c43d5e2587c\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-01T08:13:31.427517Z","caller":"traceutil/trace.go:171","msg":"trace[775603784] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d; range_end:; response_count:1; response_revision:25536; }","duration":"4.09483724s","start":"2026-07-01T08:13:27.332666Z","end":"2026-07-01T08:13:31.427503Z","steps":["trace[775603784] 'agreement among raft nodes before linearized reading' (duration: 4.094659885s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:31.427537Z","caller":"traceutil/trace.go:171","msg":"trace[105366405] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18be1c43d5e2587c; range_end:; response_count:1; response_revision:25536; }","duration":"4.094357041s","start":"2026-07-01T08:13:27.33316Z","end":"2026-07-01T08:13:31.427517Z","steps":["trace[105366405] 'agreement among raft nodes before linearized reading' (duration: 4.094131226s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.42758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.332659Z","time spent":"4.09488497s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" "} {"level":"warn","ts":"2026-07-01T08:13:31.427586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.333155Z","time spent":"4.094422772s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18be1c43d5e2587c\" "} {"level":"warn","ts":"2026-07-01T08:13:31.42757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166392124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T08:13:31.427588Z","caller":"traceutil/trace.go:171","msg":"trace[1035355416] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"1.560331184s","start":"2026-07-01T08:13:29.867221Z","end":"2026-07-01T08:13:31.427552Z","steps":["trace[1035355416] 'process raft request' (duration: 1.405484933s)","trace[1035355416] 'compare' (duration: 153.149498ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:31.427661Z","caller":"traceutil/trace.go:171","msg":"trace[930898078] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25536; }","duration":"3.166549966s","start":"2026-07-01T08:13:28.26109Z","end":"2026-07-01T08:13:31.42764Z","steps":["trace[930898078] 'agreement among raft nodes before linearized reading' (duration: 3.166295931s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.427636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773270853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:31.427718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.261064Z","time spent":"3.166641838s","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:31.4277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095894021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-01T08:13:31.427726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094027288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T08:13:31.427734Z","caller":"traceutil/trace.go:171","msg":"trace[478953741] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25536; }","duration":"2.773413766s","start":"2026-07-01T08:13:28.654294Z","end":"2026-07-01T08:13:31.427708Z","steps":["trace[478953741] 'agreement among raft nodes before linearized reading' (duration: 2.773237663s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.427767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093247742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:13:31.427783Z","caller":"traceutil/trace.go:171","msg":"trace[911133240] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25536; }","duration":"4.096013682s","start":"2026-07-01T08:13:27.331752Z","end":"2026-07-01T08:13:31.427766Z","steps":["trace[911133240] 'agreement among raft nodes before linearized reading' (duration: 4.095742657s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:31.427791Z","caller":"traceutil/trace.go:171","msg":"trace[1647770293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25536; }","duration":"2.09411302s","start":"2026-07-01T08:13:29.333661Z","end":"2026-07-01T08:13:31.427774Z","steps":["trace[1647770293] 'agreement among raft nodes before linearized reading' (duration: 2.093907126s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.427803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:28.654277Z","time spent":"2.773512008s","remote":"127.0.0.1:35312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:31.427806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059968138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:31.427821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.867196Z","time spent":"1.560493167s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:31.42784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.331739Z","time spent":"4.096092114s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T08:13:31.427867Z","caller":"traceutil/trace.go:171","msg":"trace[527856899] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25536; }","duration":"2.060080229s","start":"2026-07-01T08:13:29.367765Z","end":"2026-07-01T08:13:31.427845Z","steps":["trace[527856899] 'agreement among raft nodes before linearized reading' (duration: 2.059982767s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.427891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094229452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T08:13:31.427702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092946047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T08:13:31.427947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.367743Z","time spent":"2.060190833s","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:31.427956Z","caller":"traceutil/trace.go:171","msg":"trace[214587809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25536; }","duration":"2.094320284s","start":"2026-07-01T08:13:29.333626Z","end":"2026-07-01T08:13:31.427946Z","steps":["trace[214587809] 'agreement among raft nodes before linearized reading' (duration: 2.094193101s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.427987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.333608Z","time spent":"2.094372294s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T08:13:31.427978Z","caller":"traceutil/trace.go:171","msg":"trace[1549627103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25536; }","duration":"2.093270893s","start":"2026-07-01T08:13:29.334694Z","end":"2026-07-01T08:13:31.427965Z","steps":["trace[1549627103] 'agreement among raft nodes before linearized reading' (duration: 2.092822695s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.334677Z","time spent":"2.093360484s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:31.427847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.333653Z","time spent":"2.094181351s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T08:13:31.427831Z","caller":"traceutil/trace.go:171","msg":"trace[233342352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25536; }","duration":"2.093346544s","start":"2026-07-01T08:13:29.33447Z","end":"2026-07-01T08:13:31.427817Z","steps":["trace[233342352] 'agreement among raft nodes before linearized reading' (duration: 2.093190871s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.33445Z","time spent":"2.093766822s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T08:13:31.42682Z","caller":"traceutil/trace.go:171","msg":"trace[1147960511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25536; }","duration":"2.093267013s","start":"2026-07-01T08:13:29.333541Z","end":"2026-07-01T08:13:31.426808Z","steps":["trace[1147960511] 'agreement among raft nodes before linearized reading' (duration: 2.092980027s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.333517Z","time spent":"2.094822403s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:31.42825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682804222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273003"} {"level":"info","ts":"2026-07-01T08:13:31.428559Z","caller":"traceutil/trace.go:171","msg":"trace[1119724260] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25536; }","duration":"3.683052937s","start":"2026-07-01T08:13:27.745394Z","end":"2026-07-01T08:13:31.428447Z","steps":["trace[1119724260] 'agreement among raft nodes before linearized reading' (duration: 3.681939075s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.465682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:31.428633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.89906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:31.428651Z","caller":"traceutil/trace.go:171","msg":"trace[1879515805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25536; }","duration":"918.580955ms","start":"2026-07-01T08:13:30.510053Z","end":"2026-07-01T08:13:31.428634Z","steps":["trace[1879515805] 'agreement among raft nodes before linearized reading' (duration: 918.473443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707471415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:31.428666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.61111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:31.428673Z","caller":"traceutil/trace.go:171","msg":"trace[1144854615] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25536; }","duration":"497.969881ms","start":"2026-07-01T08:13:30.930692Z","end":"2026-07-01T08:13:31.428662Z","steps":["trace[1144854615] 'agreement among raft nodes before linearized reading' (duration: 497.89728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517276458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:31.428694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:30.510032Z","time spent":"918.651476ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:31.428702Z","caller":"traceutil/trace.go:171","msg":"trace[221819442] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25536; }","duration":"1.707550587s","start":"2026-07-01T08:13:29.721136Z","end":"2026-07-01T08:13:31.428687Z","steps":["trace[221819442] 'agreement among raft nodes before linearized reading' (duration: 1.707455935s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:30.930675Z","time spent":"498.029772ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:31.428708Z","caller":"traceutil/trace.go:171","msg":"trace[893865894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25536; }","duration":"910.654681ms","start":"2026-07-01T08:13:30.518042Z","end":"2026-07-01T08:13:31.428697Z","steps":["trace[893865894] 'agreement among raft nodes before linearized reading' (duration: 910.581319ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:31.428744Z","caller":"traceutil/trace.go:171","msg":"trace[1274623994] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25536; }","duration":"1.51736672s","start":"2026-07-01T08:13:29.911354Z","end":"2026-07-01T08:13:31.428721Z","steps":["trace[1274623994] 'agreement among raft nodes before linearized reading' (duration: 1.517246708s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.428746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.721121Z","time spent":"1.707613538s","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:31.428749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:30.517993Z","time spent":"910.750244ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:13:31.428767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:27.745375Z","time spent":"3.683300941s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273025,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T08:13:31.428846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752023968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"warn","ts":"2026-07-01T08:13:31.428874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713927932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-01T08:13:31.42917Z","caller":"traceutil/trace.go:171","msg":"trace[1065717855] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25536; }","duration":"1.714261017s","start":"2026-07-01T08:13:29.71489Z","end":"2026-07-01T08:13:31.429151Z","steps":["trace[1065717855] 'agreement among raft nodes before linearized reading' (duration: 1.713839978s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.429235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.714873Z","time spent":"1.7143456s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-01T08:13:31.428787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.911335Z","time spent":"1.517439512s","remote":"127.0.0.1:45508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:31.428895Z","caller":"traceutil/trace.go:171","msg":"trace[1115784032] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25536; }","duration":"1.752205423s","start":"2026-07-01T08:13:29.676674Z","end":"2026-07-01T08:13:31.42888Z","steps":["trace[1115784032] 'agreement among raft nodes before linearized reading' (duration: 1.751804545s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:31.42954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:29.676658Z","time spent":"1.752833425s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18375,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T08:13:31.971532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:32.922753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.134797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:32.923681Z","caller":"traceutil/trace.go:171","msg":"trace[973327171] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"1.49050152s","start":"2026-07-01T08:13:31.433152Z","end":"2026-07-01T08:13:32.923654Z","steps":["trace[973327171] 'process raft request' (duration: 914.390084ms)","trace[973327171] 'compare' (duration: 574.489014ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:32.923788Z","caller":"traceutil/trace.go:171","msg":"trace[1571331538] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"1.486178196s","start":"2026-07-01T08:13:31.437592Z","end":"2026-07-01T08:13:32.92377Z","steps":["trace[1571331538] 'process raft request' (duration: 1.486137145s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:32.923815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.433135Z","time spent":"1.490600411s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:32.923833Z","caller":"traceutil/trace.go:171","msg":"trace[1873904282] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"1.49054952s","start":"2026-07-01T08:13:31.433239Z","end":"2026-07-01T08:13:32.923788Z","steps":["trace[1873904282] 'process raft request' (duration: 1.490317816s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:32.923884Z","caller":"traceutil/trace.go:171","msg":"trace[1846022419] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"1.49055759s","start":"2026-07-01T08:13:31.433289Z","end":"2026-07-01T08:13:32.923846Z","steps":["trace[1846022419] 'process raft request' (duration: 1.490357456s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:32.924062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.433282Z","time spent":"1.490701723s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:32.924063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.433232Z","time spent":"1.490752414s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:32.92387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.43758Z","time spent":"1.486250977s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:32.923932Z","caller":"traceutil/trace.go:171","msg":"trace[721173593] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"1.488772796s","start":"2026-07-01T08:13:31.43515Z","end":"2026-07-01T08:13:32.923923Z","steps":["trace[721173593] 'process raft request' (duration: 1.488532301s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:32.924326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.435141Z","time spent":"1.489055843s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:33.623098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999757221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:33.6232Z","caller":"traceutil/trace.go:171","msg":"trace[2064394275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999906575s","start":"2026-07-01T08:13:31.623269Z","end":"2026-07-01T08:13:33.623176Z","steps":["trace[2064394275] 'agreement among raft nodes before linearized reading' (duration: 1.999779062s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:33.62327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.623252Z","time spent":"2.000003726s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:34.214123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067275216s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:34.214274Z","caller":"traceutil/trace.go:171","msg":"trace[747631258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25541; }","duration":"1.067437559s","start":"2026-07-01T08:13:33.146813Z","end":"2026-07-01T08:13:34.214251Z","steps":["trace[747631258] 'range keys from in-memory index tree' (duration: 1.067235795s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:34.696726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.349067921s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:34.697103Z","caller":"traceutil/trace.go:171","msg":"trace[1149544828] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"3.224504769s","start":"2026-07-01T08:13:31.472562Z","end":"2026-07-01T08:13:34.697066Z","steps":["trace[1149544828] 'process raft request' (duration: 3.224309356s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:34.697198Z","caller":"traceutil/trace.go:171","msg":"trace[1979611102] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"3.224453968s","start":"2026-07-01T08:13:31.472711Z","end":"2026-07-01T08:13:34.697165Z","steps":["trace[1979611102] 'process raft request' (duration: 3.224304045s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:34.697274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.472544Z","time spent":"3.224640342s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:34.697351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264495555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86f9b25e-0e78-4b0a-8d2d-dd3e5fd0edc4\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-07-01T08:13:34.697375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.472707Z","time spent":"3.22457076s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:34.697419Z","caller":"traceutil/trace.go:171","msg":"trace[568746741] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"3.016010548s","start":"2026-07-01T08:13:31.681402Z","end":"2026-07-01T08:13:34.697413Z","steps":["trace[568746741] 'process raft request' (duration: 3.015753783s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:34.697412Z","caller":"traceutil/trace.go:171","msg":"trace[112962325] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"3.01610901s","start":"2026-07-01T08:13:31.681266Z","end":"2026-07-01T08:13:34.697375Z","steps":["trace[112962325] 'process raft request' (duration: 3.015862246s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:34.697203Z","caller":"traceutil/trace.go:171","msg":"trace[591455848] linearizableReadLoop","detail":"{readStateIndex:26392; appliedIndex:26382; }","duration":"3.225919497s","start":"2026-07-01T08:13:31.471266Z","end":"2026-07-01T08:13:34.697186Z","steps":["trace[591455848] 'read index received' (duration: 876.361846ms)","trace[591455848] 'applied index is now lower than readState.Index' (duration: 2.349556871s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:34.697506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.681392Z","time spent":"3.016069799s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:34.69739Z","caller":"traceutil/trace.go:171","msg":"trace[55156307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86f9b25e-0e78-4b0a-8d2d-dd3e5fd0edc4; range_end:; response_count:1; response_revision:25546; }","duration":"3.264570306s","start":"2026-07-01T08:13:31.432811Z","end":"2026-07-01T08:13:34.697382Z","steps":["trace[55156307] 'agreement among raft nodes before linearized reading' (duration: 3.264430594s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:34.697574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.432801Z","time spent":"3.26476366s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-86f9b25e-0e78-4b0a-8d2d-dd3e5fd0edc4\" "} {"level":"warn","ts":"2026-07-01T08:13:34.697601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.681233Z","time spent":"3.016256702s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:34.697658Z","caller":"traceutil/trace.go:171","msg":"trace[1143852803] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"3.192965538s","start":"2026-07-01T08:13:31.504668Z","end":"2026-07-01T08:13:34.697634Z","steps":["trace[1143852803] 'process raft request' (duration: 3.192392097s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:34.697751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.504652Z","time spent":"3.193052169s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:34.697796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262612478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-01T08:13:34.697878Z","caller":"traceutil/trace.go:171","msg":"trace[699123007] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25546; }","duration":"3.26271347s","start":"2026-07-01T08:13:31.435142Z","end":"2026-07-01T08:13:34.697856Z","steps":["trace[699123007] 'agreement among raft nodes before linearized reading' (duration: 3.262463565s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:34.698019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.435131Z","time spent":"3.262790931s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T08:13:34.903256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:34.903361Z","caller":"traceutil/trace.go:171","msg":"trace[1100212563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516225s","start":"2026-07-01T08:13:32.902823Z","end":"2026-07-01T08:13:34.90334Z","steps":["trace[1100212563] 'agreement among raft nodes before linearized reading' (duration: 2.000389773s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:34.903416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.902805Z","time spent":"2.000597738s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:35.198236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:35.699086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:36.199864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:36.700375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:36.783804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.086727856s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:36.784305Z","caller":"traceutil/trace.go:171","msg":"trace[621402006] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"3.851902971s","start":"2026-07-01T08:13:32.932377Z","end":"2026-07-01T08:13:36.78428Z","steps":["trace[621402006] 'process raft request' (duration: 3.851628155s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:36.784464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.932352Z","time spent":"3.852039673s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:36.784317Z","caller":"traceutil/trace.go:171","msg":"trace[780245719] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"3.85185182s","start":"2026-07-01T08:13:32.932431Z","end":"2026-07-01T08:13:36.784283Z","steps":["trace[780245719] 'process raft request' (duration: 3.851732467s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:36.784642Z","caller":"traceutil/trace.go:171","msg":"trace[772001412] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"3.852128704s","start":"2026-07-01T08:13:32.932497Z","end":"2026-07-01T08:13:36.784626Z","steps":["trace[772001412] 'process raft request' (duration: 3.851729675s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:36.784648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.932408Z","time spent":"3.852146716s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:36.784732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.932491Z","time spent":"3.852188795s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:36.784782Z","caller":"traceutil/trace.go:171","msg":"trace[477100037] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"2.779970833s","start":"2026-07-01T08:13:34.004788Z","end":"2026-07-01T08:13:36.784759Z","steps":["trace[477100037] 'process raft request' (duration: 2.779920032s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:36.784832Z","caller":"traceutil/trace.go:171","msg":"trace[2034523625] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"3.85139098s","start":"2026-07-01T08:13:32.933422Z","end":"2026-07-01T08:13:36.784813Z","steps":["trace[2034523625] 'process raft request' (duration: 3.851214297s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:36.784889Z","caller":"traceutil/trace.go:171","msg":"trace[669168142] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"3.85139706s","start":"2026-07-01T08:13:32.933453Z","end":"2026-07-01T08:13:36.78485Z","steps":["trace[669168142] 'process raft request' (duration: 3.851219737s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:36.784929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.004756Z","time spent":"2.780099966s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:36.784934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.933413Z","time spent":"3.851470692s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:36.785045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.933445Z","time spent":"3.851519893s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:36.784844Z","caller":"traceutil/trace.go:171","msg":"trace[577236271] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"3.852254816s","start":"2026-07-01T08:13:32.932551Z","end":"2026-07-01T08:13:36.784805Z","steps":["trace[577236271] 'process raft request' (duration: 3.851958821s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:36.786066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.932534Z","time spent":"3.852797747s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:36.903643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T08:13:36.903726Z","caller":"traceutil/trace.go:171","msg":"trace[1937451020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346322s","start":"2026-07-01T08:13:34.903361Z","end":"2026-07-01T08:13:36.903707Z","steps":["trace[1937451020] 'agreement among raft nodes before linearized reading' (duration: 2.000215979s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:36.903782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.903338Z","time spent":"2.000434084s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:13:38.726719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.93882535s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:38.72707Z","caller":"traceutil/trace.go:171","msg":"trace[1529893941] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"4.019755724s","start":"2026-07-01T08:13:34.707276Z","end":"2026-07-01T08:13:38.727032Z","steps":["trace[1529893941] 'process raft request' (duration: 4.019600041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:38.727235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.707265Z","time spent":"4.019888586s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:38.912385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:38.912476Z","caller":"traceutil/trace.go:171","msg":"trace[1280487662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503794s","start":"2026-07-01T08:13:36.911949Z","end":"2026-07-01T08:13:38.912452Z","steps":["trace[1280487662] 'agreement among raft nodes before linearized reading' (duration: 2.000390242s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:38.912525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:36.911927Z","time spent":"2.000586736s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:39.781314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054305065s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T08:13:39.782581Z","caller":"traceutil/trace.go:171","msg":"trace[1273291705] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"3.171307098s","start":"2026-07-01T08:13:36.611239Z","end":"2026-07-01T08:13:39.782546Z","steps":["trace[1273291705] 'process raft request' (duration: 3.170139746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:39.782753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:36.611213Z","time spent":"3.17144347s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:39.926818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999155698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:39.926918Z","caller":"traceutil/trace.go:171","msg":"trace[1865274345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99930614s","start":"2026-07-01T08:13:34.927587Z","end":"2026-07-01T08:13:39.926893Z","steps":["trace[1865274345] 'agreement among raft nodes before linearized reading' (duration: 4.999177578s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:39.926952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99926348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-01T08:13:39.926981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998368402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:39.927045Z","caller":"traceutil/trace.go:171","msg":"trace[1249051932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999392973s","start":"2026-07-01T08:13:34.927627Z","end":"2026-07-01T08:13:39.92702Z","steps":["trace[1249051932] 'agreement among raft nodes before linearized reading' (duration: 4.999281531s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:39.927101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.927616Z","time spent":"4.999475684s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 08:13:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T08:13:39.927053Z","caller":"traceutil/trace.go:171","msg":"trace[1217662659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998485204s","start":"2026-07-01T08:13:34.928551Z","end":"2026-07-01T08:13:39.927036Z","steps":["trace[1217662659] 'agreement among raft nodes before linearized reading' (duration: 4.998403862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:39.927185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.92853Z","time spent":"4.998644187s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 08:13:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:39.926988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.927569Z","time spent":"4.999406463s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 08:13:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:40.845261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064174347s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T08:13:40.913084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T08:13:40.91319Z","caller":"traceutil/trace.go:171","msg":"trace[1654258719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526135s","start":"2026-07-01T08:13:38.912645Z","end":"2026-07-01T08:13:40.913171Z","steps":["trace[1654258719] 'agreement among raft nodes before linearized reading' (duration: 2.000388672s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.913248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.912624Z","time spent":"2.000614147s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:13:40.944229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161605495s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:40.945276Z","caller":"traceutil/trace.go:171","msg":"trace[688015020] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"2.154808906s","start":"2026-07-01T08:13:38.790435Z","end":"2026-07-01T08:13:40.945244Z","steps":["trace[688015020] 'process raft request' (duration: 2.154623103s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:40.945337Z","caller":"traceutil/trace.go:171","msg":"trace[1295165272] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"1.2392199s","start":"2026-07-01T08:13:39.706096Z","end":"2026-07-01T08:13:40.945316Z","steps":["trace[1295165272] 'process raft request' (duration: 1.239179949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.94542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.790402Z","time spent":"2.154938078s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:40.945451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:39.706074Z","time spent":"1.239312121s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:40.945549Z","caller":"traceutil/trace.go:171","msg":"trace[1301163461] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"2.153881219s","start":"2026-07-01T08:13:38.791661Z","end":"2026-07-01T08:13:40.945542Z","steps":["trace[1301163461] 'process raft request' (duration: 2.15343905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.945584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.791633Z","time spent":"2.153928519s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:40.945635Z","caller":"traceutil/trace.go:171","msg":"trace[134724430] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"2.153948021s","start":"2026-07-01T08:13:38.791681Z","end":"2026-07-01T08:13:40.945629Z","steps":["trace[134724430] 'process raft request' (duration: 2.15345029s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.94567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.791656Z","time spent":"2.153997211s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:40.945683Z","caller":"traceutil/trace.go:171","msg":"trace[1378871960] linearizableReadLoop","detail":"{readStateIndex:26402; appliedIndex:26392; }","duration":"6.248146976s","start":"2026-07-01T08:13:34.697524Z","end":"2026-07-01T08:13:40.945671Z","steps":["trace[1378871960] 'read index received' (duration: 2.086524052s)","trace[1378871960] 'applied index is now lower than readState.Index' (duration: 4.161621194s)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:40.945821Z","caller":"traceutil/trace.go:171","msg":"trace[1956048751] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"2.153143194s","start":"2026-07-01T08:13:38.792669Z","end":"2026-07-01T08:13:40.945812Z","steps":["trace[1956048751] 'process raft request' (duration: 2.152570202s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.945854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.545104743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:40.945817Z","caller":"traceutil/trace.go:171","msg":"trace[796509875] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"2.154023662s","start":"2026-07-01T08:13:38.791769Z","end":"2026-07-01T08:13:40.945792Z","steps":["trace[796509875] 'process raft request' (duration: 2.153428799s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.945888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.792659Z","time spent":"2.153178784s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:40.945869Z","caller":"traceutil/trace.go:171","msg":"trace[361345243] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"4.242033062s","start":"2026-07-01T08:13:36.7038Z","end":"2026-07-01T08:13:40.945833Z","steps":["trace[361345243] 'process raft request' (duration: 3.078725634s)","trace[361345243] 'compare' (duration: 1.16080469s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:40.94595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.495239917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:40.945986Z","caller":"traceutil/trace.go:171","msg":"trace[964229089] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25564; }","duration":"7.495311829s","start":"2026-07-01T08:13:33.450664Z","end":"2026-07-01T08:13:40.945976Z","steps":["trace[964229089] 'agreement among raft nodes before linearized reading' (duration: 7.495244628s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.945991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:36.703763Z","time spent":"4.242168175s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:40.946015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:33.450571Z","time spent":"7.495436192s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.946008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.791759Z","time spent":"2.154144554s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:40.94589Z","caller":"traceutil/trace.go:171","msg":"trace[1713034613] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25564; }","duration":"6.545178363s","start":"2026-07-01T08:13:34.400699Z","end":"2026-07-01T08:13:40.945877Z","steps":["trace[1713034613] 'agreement among raft nodes before linearized reading' (duration: 6.545076541s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.946133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.400661Z","time spent":"6.545458519s","remote":"127.0.0.1:59020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.946182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.256679677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.946161Z","caller":"traceutil/trace.go:171","msg":"trace[1494935024] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"2.154376148s","start":"2026-07-01T08:13:38.791755Z","end":"2026-07-01T08:13:40.946131Z","steps":["trace[1494935024] 'process raft request' (duration: 2.153409309s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:40.946213Z","caller":"traceutil/trace.go:171","msg":"trace[1994688115] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25564; }","duration":"8.256743487s","start":"2026-07-01T08:13:32.689459Z","end":"2026-07-01T08:13:40.946202Z","steps":["trace[1994688115] 'agreement among raft nodes before linearized reading' (duration: 8.256696246s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.946244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.689438Z","time spent":"8.256796159s","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:40.946032Z","caller":"traceutil/trace.go:171","msg":"trace[199641652] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"4.242050963s","start":"2026-07-01T08:13:36.703931Z","end":"2026-07-01T08:13:40.945982Z","steps":["trace[199641652] 'process raft request' (duration: 4.240966632s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.946321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.791744Z","time spent":"2.15448143s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:40.946402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.917560546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.94643Z","caller":"traceutil/trace.go:171","msg":"trace[1456929524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25564; }","duration":"8.917610037s","start":"2026-07-01T08:13:32.028812Z","end":"2026-07-01T08:13:40.946422Z","steps":["trace[1456929524] 'agreement among raft nodes before linearized reading' (duration: 8.917557466s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.94646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.028797Z","time spent":"8.917655098s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.946588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.071901527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:40.946616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.473109095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T08:13:40.94667Z","caller":"traceutil/trace.go:171","msg":"trace[1299430294] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25564; }","duration":"9.473186126s","start":"2026-07-01T08:13:31.473465Z","end":"2026-07-01T08:13:40.946651Z","steps":["trace[1299430294] 'agreement among raft nodes before linearized reading' (duration: 9.472997782s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:40.946659Z","caller":"traceutil/trace.go:171","msg":"trace[51572191] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25564; }","duration":"9.071986199s","start":"2026-07-01T08:13:31.874636Z","end":"2026-07-01T08:13:40.946622Z","steps":["trace[51572191] 'agreement among raft nodes before linearized reading' (duration: 9.071869977s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.946694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.244627097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T08:13:40.946711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.473452Z","time spent":"9.473248457s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T08:13:40.946723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.874614Z","time spent":"9.072094681s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.946824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401367548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.946854Z","caller":"traceutil/trace.go:171","msg":"trace[2064091878] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25564; }","duration":"3.401434278s","start":"2026-07-01T08:13:37.545411Z","end":"2026-07-01T08:13:40.946846Z","steps":["trace[2064091878] 'agreement among raft nodes before linearized reading' (duration: 3.401382947s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.94686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124792334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:40.946885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:37.545388Z","time spent":"3.401489241s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.946906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387059271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.946912Z","caller":"traceutil/trace.go:171","msg":"trace[1001506325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25564; }","duration":"2.124890516s","start":"2026-07-01T08:13:38.822006Z","end":"2026-07-01T08:13:40.946896Z","steps":["trace[1001506325] 'agreement among raft nodes before linearized reading' (duration: 2.124791143s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:40.94694Z","caller":"traceutil/trace.go:171","msg":"trace[424242424] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25564; }","duration":"3.387136643s","start":"2026-07-01T08:13:37.559795Z","end":"2026-07-01T08:13:40.946932Z","steps":["trace[424242424] 'agreement among raft nodes before linearized reading' (duration: 3.386968129s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.946951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.821991Z","time spent":"2.124948108s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.946962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:37.559773Z","time spent":"3.387183423s","remote":"127.0.0.1:57406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.946955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444900068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.947001Z","caller":"traceutil/trace.go:171","msg":"trace[1104342231] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25564; }","duration":"9.444945259s","start":"2026-07-01T08:13:31.502043Z","end":"2026-07-01T08:13:40.946988Z","steps":["trace[1104342231] 'agreement among raft nodes before linearized reading' (duration: 9.444869338s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.947042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:31.501983Z","time spent":"9.445050321s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T08:13:40.947798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:36.703891Z","time spent":"4.24243029s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:40.947873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01926896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:13:40.947951Z","caller":"traceutil/trace.go:171","msg":"trace[416345059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25564; }","duration":"6.019370122s","start":"2026-07-01T08:13:34.928566Z","end":"2026-07-01T08:13:40.947936Z","steps":["trace[416345059] 'agreement among raft nodes before linearized reading' (duration: 6.018985985s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.947951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784768276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.947997Z","caller":"traceutil/trace.go:171","msg":"trace[1160781681] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25564; }","duration":"2.784853818s","start":"2026-07-01T08:13:38.163133Z","end":"2026-07-01T08:13:40.947987Z","steps":["trace[1160781681] 'agreement among raft nodes before linearized reading' (duration: 2.784717695s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.947997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.928555Z","time spent":"6.019431493s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:40.947973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545500267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:40.9481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831470106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.948122Z","caller":"traceutil/trace.go:171","msg":"trace[254848953] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25564; }","duration":"1.5457119s","start":"2026-07-01T08:13:39.402389Z","end":"2026-07-01T08:13:40.948101Z","steps":["trace[254848953] 'agreement among raft nodes before linearized reading' (duration: 1.545367813s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.948138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206745813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-01T08:13:40.948136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.445520329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:40.948175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:39.402368Z","time spent":"1.545795392s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:40.948151Z","caller":"traceutil/trace.go:171","msg":"trace[1079921379] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25564; }","duration":"4.831529677s","start":"2026-07-01T08:13:36.116608Z","end":"2026-07-01T08:13:40.948137Z","steps":["trace[1079921379] 'agreement among raft nodes before linearized reading' (duration: 4.831447546s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:40.948183Z","caller":"traceutil/trace.go:171","msg":"trace[2083157712] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25564; }","duration":"2.206825784s","start":"2026-07-01T08:13:38.741347Z","end":"2026-07-01T08:13:40.948173Z","steps":["trace[2083157712] 'agreement among raft nodes before linearized reading' (duration: 2.206678441s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.948199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209920098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:40.948214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:36.11659Z","time spent":"4.831615399s","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:40.948229Z","caller":"traceutil/trace.go:171","msg":"trace[2015226774] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25564; }","duration":"4.20999043s","start":"2026-07-01T08:13:36.738229Z","end":"2026-07-01T08:13:40.94822Z","steps":["trace[2015226774] 'agreement among raft nodes before linearized reading' (duration: 4.209942569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.948055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.163109Z","time spent":"2.7849352s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.948277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:36.738207Z","time spent":"4.210060893s","remote":"127.0.0.1:53690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.948218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.741331Z","time spent":"2.206880135s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T08:13:40.94832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257964926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-01T08:13:40.948349Z","caller":"traceutil/trace.go:171","msg":"trace[1579781551] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25564; }","duration":"2.258013897s","start":"2026-07-01T08:13:38.690325Z","end":"2026-07-01T08:13:40.948339Z","steps":["trace[1579781551] 'agreement among raft nodes before linearized reading' (duration: 2.257932946s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:40.948186Z","caller":"traceutil/trace.go:171","msg":"trace[1732995631] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25564; }","duration":"5.44560497s","start":"2026-07-01T08:13:35.502573Z","end":"2026-07-01T08:13:40.948178Z","steps":["trace[1732995631] 'agreement among raft nodes before linearized reading' (duration: 5.445519569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.948378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.690309Z","time spent":"2.258061588s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-01T08:13:40.948393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:35.50255Z","time spent":"5.445831076s","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.947823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257570785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.948494Z","caller":"traceutil/trace.go:171","msg":"trace[179099348] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25564; }","duration":"1.25831839s","start":"2026-07-01T08:13:39.690162Z","end":"2026-07-01T08:13:40.94848Z","steps":["trace[179099348] 'agreement among raft nodes before linearized reading' (duration: 1.257551995s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.948537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:39.690145Z","time spent":"1.258376742s","remote":"127.0.0.1:53710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-01T08:13:40.946724Z","caller":"traceutil/trace.go:171","msg":"trace[670909258] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d; range_end:; response_count:1; response_revision:25564; }","duration":"6.244677419s","start":"2026-07-01T08:13:34.702037Z","end":"2026-07-01T08:13:40.946715Z","steps":["trace[670909258] 'agreement among raft nodes before linearized reading' (duration: 6.244555467s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.948646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.64933568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:40.948676Z","caller":"traceutil/trace.go:171","msg":"trace[1816345444] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25564; }","duration":"5.64940204s","start":"2026-07-01T08:13:35.299265Z","end":"2026-07-01T08:13:40.948667Z","steps":["trace[1816345444] 'agreement among raft nodes before linearized reading' (duration: 5.649352219s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.948677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.702004Z","time spent":"6.246658107s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" "} {"level":"warn","ts":"2026-07-01T08:13:40.948678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572784718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.949741Z","caller":"traceutil/trace.go:171","msg":"trace[1614145552] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25564; }","duration":"2.57388637s","start":"2026-07-01T08:13:38.375825Z","end":"2026-07-01T08:13:40.949711Z","steps":["trace[1614145552] 'agreement among raft nodes before linearized reading' (duration: 2.572005773s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.949783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.375801Z","time spent":"2.573968201s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.948714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:35.299245Z","time spent":"5.649461102s","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.949125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.072191646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-07-01T08:13:40.950027Z","caller":"traceutil/trace.go:171","msg":"trace[1920386479] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25564; }","duration":"6.073134684s","start":"2026-07-01T08:13:34.876884Z","end":"2026-07-01T08:13:40.950019Z","steps":["trace[1920386479] 'agreement among raft nodes before linearized reading' (duration: 6.072113784s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.950231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.87686Z","time spent":"6.073359628s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-07-01T08:13:40.950267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873344272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T08:13:40.950321Z","caller":"traceutil/trace.go:171","msg":"trace[297875837] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25564; }","duration":"5.873444603s","start":"2026-07-01T08:13:35.076861Z","end":"2026-07-01T08:13:40.950306Z","steps":["trace[297875837] 'agreement among raft nodes before linearized reading' (duration: 5.870509456s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.949255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.020223778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:13:40.950362Z","caller":"traceutil/trace.go:171","msg":"trace[2001214216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25564; }","duration":"6.021349681s","start":"2026-07-01T08:13:34.929004Z","end":"2026-07-01T08:13:40.950354Z","steps":["trace[2001214216] 'agreement among raft nodes before linearized reading' (duration: 6.020164588s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.95036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:35.076837Z","time spent":"5.873512625s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2660,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.950386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.928994Z","time spent":"6.021385421s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:40.950493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.932296812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:40.950538Z","caller":"traceutil/trace.go:171","msg":"trace[1462627374] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25564; }","duration":"8.932382384s","start":"2026-07-01T08:13:32.018143Z","end":"2026-07-01T08:13:40.950526Z","steps":["trace[1462627374] 'agreement among raft nodes before linearized reading' (duration: 8.932288192s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.950571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:32.018121Z","time spent":"8.932440475s","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.950965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.192101389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:40.950988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141146431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:40.951005Z","caller":"traceutil/trace.go:171","msg":"trace[2076225248] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25564; }","duration":"6.192187731s","start":"2026-07-01T08:13:34.758807Z","end":"2026-07-01T08:13:40.950994Z","steps":["trace[2076225248] 'agreement among raft nodes before linearized reading' (duration: 6.192097329s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:40.951025Z","caller":"traceutil/trace.go:171","msg":"trace[1573196211] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25564; }","duration":"2.141226042s","start":"2026-07-01T08:13:38.809788Z","end":"2026-07-01T08:13:40.951014Z","steps":["trace[1573196211] 'agreement among raft nodes before linearized reading' (duration: 2.14112976s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:40.95103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:34.758782Z","time spent":"6.192241151s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:40.951058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:38.809766Z","time spent":"2.141281214s","remote":"127.0.0.1:32812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:41.452879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:41.953925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:42.45433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:42.902058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.951360573s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:42.902667Z","caller":"traceutil/trace.go:171","msg":"trace[2063393619] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"1.952035626s","start":"2026-07-01T08:13:40.950603Z","end":"2026-07-01T08:13:42.902639Z","steps":["trace[2063393619] 'process raft request' (duration: 1.951786201s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:42.902821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.950586Z","time spent":"1.952146998s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:43.812804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.943537ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:43.812951Z","caller":"traceutil/trace.go:171","msg":"trace[1813996701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25565; }","duration":"666.101721ms","start":"2026-07-01T08:13:43.146828Z","end":"2026-07-01T08:13:43.812929Z","steps":["trace[1813996701] 'range keys from in-memory index tree' (duration: 665.927186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:43.81353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.79415ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-01T08:13:43.813752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.952085Z","time spent":"2.861656857s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T08:13:43.814158Z","caller":"traceutil/trace.go:171","msg":"trace[1575789915] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"2.860495664s","start":"2026-07-01T08:13:40.953619Z","end":"2026-07-01T08:13:43.814114Z","steps":["trace[1575789915] 'process raft request' (duration: 2.86029543s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:43.814318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.953604Z","time spent":"2.860624867s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:43.81436Z","caller":"traceutil/trace.go:171","msg":"trace[127442555] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"2.305402035s","start":"2026-07-01T08:13:41.50894Z","end":"2026-07-01T08:13:43.814342Z","steps":["trace[127442555] 'process raft request' (duration: 2.305115209s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:43.814455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:41.508919Z","time spent":"2.305474407s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:43.81445Z","caller":"traceutil/trace.go:171","msg":"trace[1468922235] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"2.860532765s","start":"2026-07-01T08:13:40.953592Z","end":"2026-07-01T08:13:43.814125Z","steps":["trace[1468922235] 'process raft request' (duration: 2.860130857s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:43.81456Z","caller":"traceutil/trace.go:171","msg":"trace[1301655771] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"2.095643839s","start":"2026-07-01T08:13:41.718908Z","end":"2026-07-01T08:13:43.814552Z","steps":["trace[1301655771] 'process raft request' (duration: 2.095354923s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:43.8146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:41.718886Z","time spent":"2.095694861s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:43.814616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.953584Z","time spent":"2.860943814s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:44.903737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:44.903821Z","caller":"traceutil/trace.go:171","msg":"trace[247509763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144549s","start":"2026-07-01T08:13:42.903658Z","end":"2026-07-01T08:13:44.903802Z","steps":["trace[247509763] 'agreement among raft nodes before linearized reading' (duration: 2.000041477s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:44.903872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.903642Z","time spent":"2.00022113s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:44.926989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998222383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:44.927069Z","caller":"traceutil/trace.go:171","msg":"trace[1665480837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998360866s","start":"2026-07-01T08:13:41.928689Z","end":"2026-07-01T08:13:44.92705Z","steps":["trace[1665480837] 'agreement among raft nodes before linearized reading' (duration: 2.998259024s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:44.927121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:41.928663Z","time spent":"2.998443768s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 08:13:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:44.927497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998281716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:44.927553Z","caller":"traceutil/trace.go:171","msg":"trace[1480445065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998394268s","start":"2026-07-01T08:13:41.929146Z","end":"2026-07-01T08:13:44.92754Z","steps":["trace[1480445065] 'agreement among raft nodes before linearized reading' (duration: 2.998328887s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:44.927798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:41.929111Z","time spent":"2.998673872s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 08:13:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:44.930912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001346594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:44.930995Z","caller":"traceutil/trace.go:171","msg":"trace[520909175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.001469497s","start":"2026-07-01T08:13:41.929507Z","end":"2026-07-01T08:13:44.930976Z","steps":["trace[520909175] 'agreement among raft nodes before linearized reading' (duration: 3.001366865s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:44.93105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:41.929497Z","time spent":"3.001539468s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 08:13:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:45.093818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279270186s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T08:13:45.094032Z","caller":"traceutil/trace.go:171","msg":"trace[2058826314] linearizableReadLoop","detail":"{readStateIndex:26418; appliedIndex:26411; }","duration":"4.142009714s","start":"2026-07-01T08:13:40.952006Z","end":"2026-07-01T08:13:45.094016Z","steps":["trace[2058826314] 'read index received' (duration: 1.950372444s)","trace[2058826314] 'applied index is now lower than readState.Index' (duration: 2.19163604s)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:45.095481Z","caller":"traceutil/trace.go:171","msg":"trace[2007592575] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"2.141191723s","start":"2026-07-01T08:13:42.954262Z","end":"2026-07-01T08:13:45.095454Z","steps":["trace[2007592575] 'process raft request' (duration: 2.139670042s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:45.095538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143499584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nn874\" ","response":"range_response_count:1 size:5934"} {"level":"warn","ts":"2026-07-01T08:13:45.095627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.954244Z","time spent":"2.141309616s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:45.095644Z","caller":"traceutil/trace.go:171","msg":"trace[1839598219] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nn874; range_end:; response_count:1; response_revision:25570; }","duration":"4.143609496s","start":"2026-07-01T08:13:40.952003Z","end":"2026-07-01T08:13:45.095613Z","steps":["trace[1839598219] 'agreement among raft nodes before linearized reading' (duration: 4.143331739s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:45.095708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.951984Z","time spent":"4.143705727s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5956,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nn874\" "} {"level":"warn","ts":"2026-07-01T08:13:45.434627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.067423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:45.435073Z","caller":"traceutil/trace.go:171","msg":"trace[1479246104] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"2.480626721s","start":"2026-07-01T08:13:42.954416Z","end":"2026-07-01T08:13:45.435043Z","steps":["trace[1479246104] 'process raft request' (duration: 2.141026968s)","trace[1479246104] 'compare' (duration: 338.304058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:45.435202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.954409Z","time spent":"2.480721363s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:45.435105Z","caller":"traceutil/trace.go:171","msg":"trace[1053852547] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"2.480008969s","start":"2026-07-01T08:13:42.955078Z","end":"2026-07-01T08:13:45.435087Z","steps":["trace[1053852547] 'process raft request' (duration: 2.479846516s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:45.435416Z","caller":"traceutil/trace.go:171","msg":"trace[2115218322] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"2.479703373s","start":"2026-07-01T08:13:42.955698Z","end":"2026-07-01T08:13:45.435401Z","steps":["trace[2115218322] 'process raft request' (duration: 2.479520109s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:45.435472Z","caller":"traceutil/trace.go:171","msg":"trace[1499176500] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"2.479268684s","start":"2026-07-01T08:13:42.956196Z","end":"2026-07-01T08:13:45.435464Z","steps":["trace[1499176500] 'process raft request' (duration: 2.479139742s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:45.435495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.955686Z","time spent":"2.479771615s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:45.435512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.956182Z","time spent":"2.479312584s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:45.435693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.955053Z","time spent":"2.480560489s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:45.435837Z","caller":"traceutil/trace.go:171","msg":"trace[1012364908] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"2.479379577s","start":"2026-07-01T08:13:42.956449Z","end":"2026-07-01T08:13:45.435829Z","steps":["trace[1012364908] 'process raft request' (duration: 2.479183592s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:45.435753Z","caller":"traceutil/trace.go:171","msg":"trace[83050657] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"2.479392587s","start":"2026-07-01T08:13:42.956347Z","end":"2026-07-01T08:13:45.435739Z","steps":["trace[83050657] 'process raft request' (duration: 2.47909177s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:45.435827Z","caller":"traceutil/trace.go:171","msg":"trace[1043182091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25578; }","duration":"1.621120202s","start":"2026-07-01T08:13:43.814685Z","end":"2026-07-01T08:13:45.435805Z","steps":["trace[1043182091] 'process raft request' (duration: 1.621046961s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:45.436056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.956436Z","time spent":"2.479421718s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:45.436058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:43.814662Z","time spent":"1.621323326s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:45.436088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.956331Z","time spent":"2.479628842s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:45.436579Z","caller":"traceutil/trace.go:171","msg":"trace[2032433443] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"2.481396286s","start":"2026-07-01T08:13:42.955167Z","end":"2026-07-01T08:13:45.436564Z","steps":["trace[2032433443] 'process raft request' (duration: 2.479875896s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:45.436628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.955161Z","time spent":"2.481447336s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:45.595053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:46.888729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.697374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:46.889126Z","caller":"traceutil/trace.go:171","msg":"trace[1463942583] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"933.275419ms","start":"2026-07-01T08:13:45.955835Z","end":"2026-07-01T08:13:46.88911Z","steps":["trace[1463942583] 'process raft request' (duration: 933.224649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.889205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:45.95581Z","time spent":"933.361462ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:46.889294Z","caller":"traceutil/trace.go:171","msg":"trace[1450854291] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"1.960100702s","start":"2026-07-01T08:13:44.929162Z","end":"2026-07-01T08:13:46.889262Z","steps":["trace[1450854291] 'process raft request' (duration: 1.959738725s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.889354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:45.437191Z","time spent":"1.452157527s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T08:13:46.889385Z","caller":"traceutil/trace.go:171","msg":"trace[945238625] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"2.599116099s","start":"2026-07-01T08:13:44.290244Z","end":"2026-07-01T08:13:46.889361Z","steps":["trace[945238625] 'process raft request' (duration: 1.659706941s)","trace[945238625] 'compare' (duration: 938.406118ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:46.889397Z","caller":"traceutil/trace.go:171","msg":"trace[1809299783] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"1.958059523s","start":"2026-07-01T08:13:44.931295Z","end":"2026-07-01T08:13:46.889355Z","steps":["trace[1809299783] 'process raft request' (duration: 1.957657054s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.889454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.929142Z","time spent":"1.960225134s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:46.889487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.290217Z","time spent":"2.599218171s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:46.889604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.931273Z","time spent":"1.958223536s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:46.889405Z","caller":"traceutil/trace.go:171","msg":"trace[306534442] linearizableReadLoop","detail":"{readStateIndex:26432; appliedIndex:26427; }","duration":"1.795247986s","start":"2026-07-01T08:13:45.094127Z","end":"2026-07-01T08:13:46.889375Z","steps":["trace[306534442] 'read index received' (duration: 855.804067ms)","trace[306534442] 'applied index is now lower than readState.Index' (duration: 939.440459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:46.889699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.937507216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a301bf9-4f2d-4369-be36-4f7d6fa63a9d\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-01T08:13:46.889412Z","caller":"traceutil/trace.go:171","msg":"trace[13043716] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"2.208404416s","start":"2026-07-01T08:13:44.680977Z","end":"2026-07-01T08:13:46.889382Z","steps":["trace[13043716] 'process raft request' (duration: 2.207862094s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:46.889784Z","caller":"traceutil/trace.go:171","msg":"trace[1738019776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a301bf9-4f2d-4369-be36-4f7d6fa63a9d; range_end:; response_count:1; response_revision:25583; }","duration":"5.937584977s","start":"2026-07-01T08:13:40.952155Z","end":"2026-07-01T08:13:46.88974Z","steps":["trace[1738019776] 'agreement among raft nodes before linearized reading' (duration: 5.937313072s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.889805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651838322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:46.889824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.680955Z","time spent":"2.208836803s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:46.889834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.952149Z","time spent":"5.937672849s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-6a301bf9-4f2d-4369-be36-4f7d6fa63a9d\" "} {"level":"info","ts":"2026-07-01T08:13:46.889855Z","caller":"traceutil/trace.go:171","msg":"trace[1025582723] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25583; }","duration":"3.651926174s","start":"2026-07-01T08:13:43.237914Z","end":"2026-07-01T08:13:46.88984Z","steps":["trace[1025582723] 'agreement among raft nodes before linearized reading' (duration: 3.651847953s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.889853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495237993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:46.889894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:43.237896Z","time spent":"3.651989045s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:46.889904Z","caller":"traceutil/trace.go:171","msg":"trace[1919903474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25583; }","duration":"5.495326425s","start":"2026-07-01T08:13:41.39456Z","end":"2026-07-01T08:13:46.889887Z","steps":["trace[1919903474] 'agreement among raft nodes before linearized reading' (duration: 5.495244463s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.889904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357029469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:46.889916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985913242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:46.889941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:41.394539Z","time spent":"5.495391826s","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:46.889955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613059636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:46.889973Z","caller":"traceutil/trace.go:171","msg":"trace[264537688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25583; }","duration":"1.986017444s","start":"2026-07-01T08:13:44.903941Z","end":"2026-07-01T08:13:46.889958Z","steps":["trace[264537688] 'agreement among raft nodes before linearized reading' (duration: 1.985878792s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.889972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037791798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T08:13:46.890014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229510213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:46.890017Z","caller":"traceutil/trace.go:171","msg":"trace[1230679863] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25583; }","duration":"1.613168858s","start":"2026-07-01T08:13:45.276829Z","end":"2026-07-01T08:13:46.889998Z","steps":["trace[1230679863] 'agreement among raft nodes before linearized reading' (duration: 1.613015015s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.903926Z","time spent":"1.986084115s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T08:13:46.890042Z","caller":"traceutil/trace.go:171","msg":"trace[759425669] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25583; }","duration":"2.03792287s","start":"2026-07-01T08:13:44.852107Z","end":"2026-07-01T08:13:46.89003Z","steps":["trace[759425669] 'agreement among raft nodes before linearized reading' (duration: 2.037698905s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:46.890048Z","caller":"traceutil/trace.go:171","msg":"trace[1199551352] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25583; }","duration":"2.229580325s","start":"2026-07-01T08:13:44.660459Z","end":"2026-07-01T08:13:46.89004Z","steps":["trace[1199551352] 'agreement among raft nodes before linearized reading' (duration: 2.229526154s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.271218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:46.890059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.93670272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:46.890082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.660437Z","time spent":"2.229635855s","remote":"127.0.0.1:53572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:46.890085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.852085Z","time spent":"2.037990262s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:46.890111Z","caller":"traceutil/trace.go:171","msg":"trace[1683362309] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25583; }","duration":"5.936768421s","start":"2026-07-01T08:13:40.953329Z","end":"2026-07-01T08:13:46.890098Z","steps":["trace[1683362309] 'agreement among raft nodes before linearized reading' (duration: 5.936607088s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:46.890111Z","caller":"traceutil/trace.go:171","msg":"trace[459671826] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25583; }","duration":"401.37483ms","start":"2026-07-01T08:13:46.488712Z","end":"2026-07-01T08:13:46.890087Z","steps":["trace[459671826] 'agreement among raft nodes before linearized reading' (duration: 401.274928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.953324Z","time spent":"5.936815502s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T08:13:46.890159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.48869Z","time spent":"401.454101ms","remote":"127.0.0.1:54020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:46.890164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.640916717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:46.890184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071827994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:13:46.890195Z","caller":"traceutil/trace.go:171","msg":"trace[810197148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25583; }","duration":"5.640984828s","start":"2026-07-01T08:13:41.249201Z","end":"2026-07-01T08:13:46.890186Z","steps":["trace[810197148] 'agreement among raft nodes before linearized reading' (duration: 5.640940957s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983126744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c4702503216\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T08:13:46.890072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515155553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:13:46.890217Z","caller":"traceutil/trace.go:171","msg":"trace[501522952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25583; }","duration":"1.071892396s","start":"2026-07-01T08:13:45.818314Z","end":"2026-07-01T08:13:46.890206Z","steps":["trace[501522952] 'agreement among raft nodes before linearized reading' (duration: 1.071764324s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:41.24918Z","time spent":"5.641037369s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:46.890232Z","caller":"traceutil/trace.go:171","msg":"trace[1562954543] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be1c4702503216; range_end:; response_count:1; response_revision:25583; }","duration":"3.983181605s","start":"2026-07-01T08:13:42.907038Z","end":"2026-07-01T08:13:46.89022Z","steps":["trace[1562954543] 'agreement among raft nodes before linearized reading' (duration: 3.983050853s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:45.818291Z","time spent":"1.071946347s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:46.89026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.907028Z","time spent":"3.983226216s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c4702503216\" "} {"level":"info","ts":"2026-07-01T08:13:46.890254Z","caller":"traceutil/trace.go:171","msg":"trace[891402661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25583; }","duration":"3.515366907s","start":"2026-07-01T08:13:43.374869Z","end":"2026-07-01T08:13:46.890236Z","steps":["trace[891402661] 'agreement among raft nodes before linearized reading' (duration: 3.515169553s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:45.276789Z","time spent":"1.613260559s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:46.890309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:43.37485Z","time spent":"3.515438279s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:46.890297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.532982201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:46.890353Z","caller":"traceutil/trace.go:171","msg":"trace[1199459986] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25583; }","duration":"4.533075413s","start":"2026-07-01T08:13:42.357266Z","end":"2026-07-01T08:13:46.890342Z","steps":["trace[1199459986] 'agreement among raft nodes before linearized reading' (duration: 4.533000441s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:42.357248Z","time spent":"4.533127674s","remote":"127.0.0.1:46090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:46.889958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068827497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:13:46.890452Z","caller":"traceutil/trace.go:171","msg":"trace[845684152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25583; }","duration":"1.069339037s","start":"2026-07-01T08:13:45.821102Z","end":"2026-07-01T08:13:46.890441Z","steps":["trace[845684152] 'agreement among raft nodes before linearized reading' (duration: 1.068746315s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.937060447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:46.890485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:45.821096Z","time spent":"1.069379458s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T08:13:46.889964Z","caller":"traceutil/trace.go:171","msg":"trace[2069940769] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25583; }","duration":"3.357136391s","start":"2026-07-01T08:13:43.532813Z","end":"2026-07-01T08:13:46.889949Z","steps":["trace[2069940769] 'agreement among raft nodes before linearized reading' (duration: 3.357029359s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:43.532795Z","time spent":"3.357734443s","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:46.890501Z","caller":"traceutil/trace.go:171","msg":"trace[296541242] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25583; }","duration":"5.937485835s","start":"2026-07-01T08:13:40.953003Z","end":"2026-07-01T08:13:46.890489Z","steps":["trace[296541242] 'agreement among raft nodes before linearized reading' (duration: 5.937045366s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:40.95299Z","time spent":"5.937614057s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T08:13:46.890316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003561585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:46.890817Z","caller":"traceutil/trace.go:171","msg":"trace[1962273067] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25583; }","duration":"2.004085925s","start":"2026-07-01T08:13:44.88671Z","end":"2026-07-01T08:13:46.890795Z","steps":["trace[1962273067] 'agreement among raft nodes before linearized reading' (duration: 2.003570654s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:46.890886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:44.886691Z","time spent":"2.004173527s","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:47.800566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.551443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:47.800977Z","caller":"traceutil/trace.go:171","msg":"trace[1603630337] linearizableReadLoop","detail":"{readStateIndex:26435; appliedIndex:26433; }","duration":"906.600203ms","start":"2026-07-01T08:13:46.894358Z","end":"2026-07-01T08:13:47.800958Z","steps":["trace[1603630337] 'read index received' (duration: 116.827805ms)","trace[1603630337] 'applied index is now lower than readState.Index' (duration: 789.771268ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:47.801075Z","caller":"traceutil/trace.go:171","msg":"trace[1061408820] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"907.480439ms","start":"2026-07-01T08:13:46.893584Z","end":"2026-07-01T08:13:47.801064Z","steps":["trace[1061408820] 'process raft request' (duration: 907.085762ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:47.801137Z","caller":"traceutil/trace.go:171","msg":"trace[468735189] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"906.585533ms","start":"2026-07-01T08:13:46.89452Z","end":"2026-07-01T08:13:47.801105Z","steps":["trace[468735189] 'process raft request' (duration: 906.309478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:47.801266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.893565Z","time spent":"907.600621ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:47.801313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.934259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:13:47.801149Z","caller":"traceutil/trace.go:171","msg":"trace[815978138] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"905.755496ms","start":"2026-07-01T08:13:46.895374Z","end":"2026-07-01T08:13:47.80113Z","steps":["trace[815978138] 'process raft request' (duration: 905.544092ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:47.800922Z","caller":"traceutil/trace.go:171","msg":"trace[1859722728] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"907.956449ms","start":"2026-07-01T08:13:46.892934Z","end":"2026-07-01T08:13:47.80089Z","steps":["trace[1859722728] 'process raft request' (duration: 117.995328ms)","trace[1859722728] 'compare' (duration: 789.192846ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:47.801396Z","caller":"traceutil/trace.go:171","msg":"trace[2017517913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25587; }","duration":"907.067931ms","start":"2026-07-01T08:13:46.894311Z","end":"2026-07-01T08:13:47.801379Z","steps":["trace[2017517913] 'agreement among raft nodes before linearized reading' (duration: 906.796466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:47.801436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.894284Z","time spent":"907.144313ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T08:13:47.801309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.894498Z","time spent":"906.723385ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:47.801493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.89291Z","time spent":"908.5092ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:47.801476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.895363Z","time spent":"906.036261ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:48.301222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:48.801379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:48.896946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:48.897035Z","caller":"traceutil/trace.go:171","msg":"trace[1450757424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428414s","start":"2026-07-01T08:13:46.896587Z","end":"2026-07-01T08:13:48.897015Z","steps":["trace[1450757424] 'agreement among raft nodes before linearized reading' (duration: 2.000318702s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:48.897088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.896578Z","time spent":"2.000499875s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T08:13:49.026124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29395046s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T08:13:49.553062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:48.187228Z","time spent":"1.365826323s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T08:13:49.55525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.80319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:49.555485Z","caller":"traceutil/trace.go:171","msg":"trace[1631508507] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"2.4552297s","start":"2026-07-01T08:13:47.100223Z","end":"2026-07-01T08:13:49.555452Z","steps":["trace[1631508507] 'process raft request' (duration: 1.926077113s)","trace[1631508507] 'compare' (duration: 527.22159ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:49.555593Z","caller":"traceutil/trace.go:171","msg":"trace[173977300] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"2.112660209s","start":"2026-07-01T08:13:47.442913Z","end":"2026-07-01T08:13:49.555573Z","steps":["trace[173977300] 'process raft request' (duration: 2.112530667s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.555592Z","caller":"traceutil/trace.go:171","msg":"trace[1706100249] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"2.112743151s","start":"2026-07-01T08:13:47.44282Z","end":"2026-07-01T08:13:49.555563Z","steps":["trace[1706100249] 'process raft request' (duration: 2.112524487s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.5557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.442863Z","time spent":"2.112785082s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:49.55571Z","caller":"traceutil/trace.go:171","msg":"trace[1128348743] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"2.112254171s","start":"2026-07-01T08:13:47.443439Z","end":"2026-07-01T08:13:49.555693Z","steps":["trace[1128348743] 'process raft request' (duration: 2.112062028s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.555752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.442794Z","time spent":"2.112880343s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:49.555806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.443423Z","time spent":"2.112335604s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:49.555606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.100201Z","time spent":"2.455349122s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:49.556071Z","caller":"traceutil/trace.go:171","msg":"trace[2069263071] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"2.112590708s","start":"2026-07-01T08:13:47.443448Z","end":"2026-07-01T08:13:49.556039Z","steps":["trace[2069263071] 'process raft request' (duration: 2.11217128s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.556113Z","caller":"traceutil/trace.go:171","msg":"trace[1631956201] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"2.111997496s","start":"2026-07-01T08:13:47.444091Z","end":"2026-07-01T08:13:49.556089Z","steps":["trace[1631956201] 'process raft request' (duration: 2.111918274s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.556152Z","caller":"traceutil/trace.go:171","msg":"trace[573770964] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"2.112108718s","start":"2026-07-01T08:13:47.444021Z","end":"2026-07-01T08:13:49.556129Z","steps":["trace[573770964] 'process raft request' (duration: 2.111902434s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.5562Z","caller":"traceutil/trace.go:171","msg":"trace[998750632] linearizableReadLoop","detail":"{readStateIndex:26445; appliedIndex:26437; }","duration":"1.755144538s","start":"2026-07-01T08:13:47.801029Z","end":"2026-07-01T08:13:49.556174Z","steps":["trace[998750632] 'read index received' (duration: 1.225213777s)","trace[998750632] 'applied index is now lower than readState.Index' (duration: 529.928111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:49.556239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.444077Z","time spent":"2.112093227s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:49.556226Z","caller":"traceutil/trace.go:171","msg":"trace[70005506] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"2.111637439s","start":"2026-07-01T08:13:47.444539Z","end":"2026-07-01T08:13:49.556177Z","steps":["trace[70005506] 'process raft request' (duration: 2.111508077s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.556246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.443421Z","time spent":"2.112725641s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:49.556258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.444008Z","time spent":"2.11219358s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:49.556323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797087123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:49.556347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868028538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:49.556368Z","caller":"traceutil/trace.go:171","msg":"trace[1161221684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25595; }","duration":"1.797161925s","start":"2026-07-01T08:13:47.759193Z","end":"2026-07-01T08:13:49.556355Z","steps":["trace[1161221684] 'agreement among raft nodes before linearized reading' (duration: 1.797110654s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.556277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046253401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:49.556371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.444529Z","time spent":"2.111763923s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:49.556406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.759172Z","time spent":"1.797225126s","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:49.556421Z","caller":"traceutil/trace.go:171","msg":"trace[1438040645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25595; }","duration":"2.046431726s","start":"2026-07-01T08:13:47.509972Z","end":"2026-07-01T08:13:49.556404Z","steps":["trace[1438040645] 'agreement among raft nodes before linearized reading' (duration: 2.046265482s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.556456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640475859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T08:13:49.556504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.251919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:49.556493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.509951Z","time spent":"2.046519007s","remote":"127.0.0.1:35400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:49.556523Z","caller":"traceutil/trace.go:171","msg":"trace[1006142387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25595; }","duration":"659.304519ms","start":"2026-07-01T08:13:48.897213Z","end":"2026-07-01T08:13:49.556517Z","steps":["trace[1006142387] 'agreement among raft nodes before linearized reading' (duration: 659.272908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.556523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661488917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T08:13:49.55655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:48.897189Z","time spent":"659.3575ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T08:13:49.556563Z","caller":"traceutil/trace.go:171","msg":"trace[1917440139] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25595; }","duration":"2.661555218s","start":"2026-07-01T08:13:46.894996Z","end":"2026-07-01T08:13:49.556551Z","steps":["trace[1917440139] 'agreement among raft nodes before linearized reading' (duration: 2.661389265s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.556375Z","caller":"traceutil/trace.go:171","msg":"trace[1559141514] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25595; }","duration":"1.868059809s","start":"2026-07-01T08:13:47.688307Z","end":"2026-07-01T08:13:49.556366Z","steps":["trace[1559141514] 'agreement among raft nodes before linearized reading' (duration: 1.868008618s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.556596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.894983Z","time spent":"2.661605819s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-01T08:13:49.556605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660234942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:49.556632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.68818Z","time spent":"1.868437076s","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:49.556473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753876545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"warn","ts":"2026-07-01T08:13:49.556606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607524618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:49.556676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165307528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:49.556715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751299415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T08:13:49.556721Z","caller":"traceutil/trace.go:171","msg":"trace[858792708] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25595; }","duration":"1.607668921s","start":"2026-07-01T08:13:47.949036Z","end":"2026-07-01T08:13:49.556705Z","steps":["trace[858792708] 'agreement among raft nodes before linearized reading' (duration: 1.607519189s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.556743Z","caller":"traceutil/trace.go:171","msg":"trace[1029980158] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d; range_end:; response_count:1; response_revision:25595; }","duration":"1.751357906s","start":"2026-07-01T08:13:47.805379Z","end":"2026-07-01T08:13:49.556737Z","steps":["trace[1029980158] 'agreement among raft nodes before linearized reading' (duration: 1.751284885s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.556731Z","caller":"traceutil/trace.go:171","msg":"trace[160860629] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25595; }","duration":"1.165393278s","start":"2026-07-01T08:13:48.391322Z","end":"2026-07-01T08:13:49.556716Z","steps":["trace[160860629] 'agreement among raft nodes before linearized reading' (duration: 1.165319327s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.556763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.805367Z","time spent":"1.751391996s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be1c46cdbde95d\" "} {"level":"warn","ts":"2026-07-01T08:13:49.556774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.949022Z","time spent":"1.607734142s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:49.55678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:48.391302Z","time spent":"1.1654651s","remote":"127.0.0.1:35280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:49.556833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753133301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T08:13:49.556711Z","caller":"traceutil/trace.go:171","msg":"trace[1035757104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25595; }","duration":"1.7541408s","start":"2026-07-01T08:13:47.802559Z","end":"2026-07-01T08:13:49.5567Z","steps":["trace[1035757104] 'agreement among raft nodes before linearized reading' (duration: 1.753846425s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.55687Z","caller":"traceutil/trace.go:171","msg":"trace[1440180187] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25595; }","duration":"1.753195011s","start":"2026-07-01T08:13:47.803667Z","end":"2026-07-01T08:13:49.556862Z","steps":["trace[1440180187] 'agreement among raft nodes before linearized reading' (duration: 1.753066299s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.55689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.802542Z","time spent":"1.754342454s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18375,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T08:13:49.556906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:47.80365Z","time spent":"1.753249362s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T08:13:49.556672Z","caller":"traceutil/trace.go:171","msg":"trace[169117364] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25595; }","duration":"2.660319144s","start":"2026-07-01T08:13:46.896332Z","end":"2026-07-01T08:13:49.556651Z","steps":["trace[169117364] 'agreement among raft nodes before linearized reading' (duration: 2.660225263s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:49.556515Z","caller":"traceutil/trace.go:171","msg":"trace[785355893] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25595; }","duration":"2.640565811s","start":"2026-07-01T08:13:46.915935Z","end":"2026-07-01T08:13:49.556501Z","steps":["trace[785355893] 'agreement among raft nodes before linearized reading' (duration: 2.640381488s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:49.557017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.896319Z","time spent":"2.660691511s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T08:13:49.557031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:46.915903Z","time spent":"2.641116582s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T08:13:50.806794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144781379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:13:50.806927Z","caller":"traceutil/trace.go:171","msg":"trace[1392026151] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"739.715689ms","start":"2026-07-01T08:13:50.0672Z","end":"2026-07-01T08:13:50.806916Z","steps":["trace[1392026151] 'process raft request' (duration: 739.666378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:50.806963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.067173Z","time spent":"739.772609ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:50.806934Z","caller":"traceutil/trace.go:171","msg":"trace[446831353] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26445; }","duration":"1.246537552s","start":"2026-07-01T08:13:49.560374Z","end":"2026-07-01T08:13:50.806911Z","steps":["trace[446831353] 'read index received' (duration: 101.530058ms)","trace[446831353] 'applied index is now lower than readState.Index' (duration: 1.145004664s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:50.807142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246748596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3833da41-10bd-45a4-8b0b-6fd2959ebd6d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-01T08:13:50.807175Z","caller":"traceutil/trace.go:171","msg":"trace[929915996] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3833da41-10bd-45a4-8b0b-6fd2959ebd6d; range_end:; response_count:1; response_revision:25597; }","duration":"1.246822277s","start":"2026-07-01T08:13:49.560343Z","end":"2026-07-01T08:13:50.807166Z","steps":["trace[929915996] 'agreement among raft nodes before linearized reading' (duration: 1.246679865s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:50.807183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245397969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T08:13:50.807185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126802031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:50.807224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000639555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:13:50.807235Z","caller":"traceutil/trace.go:171","msg":"trace[1623047457] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25597; }","duration":"1.245474021s","start":"2026-07-01T08:13:49.561748Z","end":"2026-07-01T08:13:50.807222Z","steps":["trace[1623047457] 'agreement among raft nodes before linearized reading' (duration: 1.245304658s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:50.807261Z","caller":"traceutil/trace.go:171","msg":"trace[4631476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25597; }","duration":"1.000717527s","start":"2026-07-01T08:13:49.806537Z","end":"2026-07-01T08:13:50.807254Z","steps":["trace[4631476] 'agreement among raft nodes before linearized reading' (duration: 1.000637566s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:50.807265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000749687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T08:13:50.807273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.56174Z","time spent":"1.245523082s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T08:13:50.807281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.806512Z","time spent":"1.000763727s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:13:50.807285Z","caller":"traceutil/trace.go:171","msg":"trace[440391432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25597; }","duration":"1.000807819s","start":"2026-07-01T08:13:49.806472Z","end":"2026-07-01T08:13:50.80728Z","steps":["trace[440391432] 'agreement among raft nodes before linearized reading' (duration: 1.000751668s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:50.807273Z","caller":"traceutil/trace.go:171","msg":"trace[1342129372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25597; }","duration":"1.126962043s","start":"2026-07-01T08:13:49.680289Z","end":"2026-07-01T08:13:50.807252Z","steps":["trace[1342129372] 'agreement among raft nodes before linearized reading' (duration: 1.12677513s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:50.807305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.806449Z","time spent":"1.000852179s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:13:50.807328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.680269Z","time spent":"1.127046515s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:50.807345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243604875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:50.80739Z","caller":"traceutil/trace.go:171","msg":"trace[1465590188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25597; }","duration":"1.243663015s","start":"2026-07-01T08:13:49.563718Z","end":"2026-07-01T08:13:50.807381Z","steps":["trace[1465590188] 'agreement among raft nodes before linearized reading' (duration: 1.243594324s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:50.807398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245624424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:50.807414Z","caller":"traceutil/trace.go:171","msg":"trace[545524909] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25597; }","duration":"1.245652595s","start":"2026-07-01T08:13:49.561755Z","end":"2026-07-01T08:13:50.807408Z","steps":["trace[545524909] 'agreement among raft nodes before linearized reading' (duration: 1.245622144s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:50.807415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.563712Z","time spent":"1.243695156s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:13:50.807431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.56175Z","time spent":"1.245677085s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T08:13:50.807464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241086765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-01T08:13:50.807495Z","caller":"traceutil/trace.go:171","msg":"trace[1715843070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25597; }","duration":"1.241125745s","start":"2026-07-01T08:13:49.566362Z","end":"2026-07-01T08:13:50.807488Z","steps":["trace[1715843070] 'agreement among raft nodes before linearized reading' (duration: 1.241056494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:50.807509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.566357Z","time spent":"1.241148466s","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T08:13:50.8072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.56033Z","time spent":"1.246864108s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-3833da41-10bd-45a4-8b0b-6fd2959ebd6d\" "} {"level":"info","ts":"2026-07-01T08:13:50.806905Z","caller":"traceutil/trace.go:171","msg":"trace[155887374] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"1.246865068s","start":"2026-07-01T08:13:49.560001Z","end":"2026-07-01T08:13:50.806866Z","steps":["trace[155887374] 'process raft request' (duration: 101.947186ms)","trace[155887374] 'compare' (duration: 1.144225748s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:50.807937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:49.559983Z","time spent":"1.247875837s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:51.315877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:51.81626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076295383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T08:13:52.146785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333319604s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:13:52.147431Z","caller":"traceutil/trace.go:171","msg":"trace[768046918] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"1.334090529s","start":"2026-07-01T08:13:50.813313Z","end":"2026-07-01T08:13:52.147403Z","steps":["trace[768046918] 'process raft request' (duration: 1.333880855s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:52.147607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.813296Z","time spent":"1.33420419s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:52.816623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T08:13:52.816715Z","caller":"traceutil/trace.go:171","msg":"trace[946170698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526435s","start":"2026-07-01T08:13:50.816167Z","end":"2026-07-01T08:13:52.816693Z","steps":["trace[946170698] 'agreement among raft nodes before linearized reading' (duration: 2.000410573s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:52.816775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.816158Z","time spent":"2.000599956s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 08:13:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T08:13:53.021742Z","caller":"traceutil/trace.go:171","msg":"trace[335039317] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"1.457930289s","start":"2026-07-01T08:13:51.563785Z","end":"2026-07-01T08:13:53.021715Z","steps":["trace[335039317] 'process raft request' (duration: 1.457857747s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.021751Z","caller":"traceutil/trace.go:171","msg":"trace[1433552013] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"2.206903296s","start":"2026-07-01T08:13:50.814792Z","end":"2026-07-01T08:13:53.021695Z","steps":["trace[1433552013] 'process raft request' (duration: 2.20662146s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.021786Z","caller":"traceutil/trace.go:171","msg":"trace[1449979397] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"2.208369134s","start":"2026-07-01T08:13:50.81338Z","end":"2026-07-01T08:13:53.021749Z","steps":["trace[1449979397] 'process raft request' (duration: 2.207868754s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.021921Z","caller":"traceutil/trace.go:171","msg":"trace[67574957] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"1.458536331s","start":"2026-07-01T08:13:51.563351Z","end":"2026-07-01T08:13:53.021887Z","steps":["trace[67574957] 'process raft request' (duration: 1.458161893s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.021951Z","caller":"traceutil/trace.go:171","msg":"trace[1688567667] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"1.458548881s","start":"2026-07-01T08:13:51.563389Z","end":"2026-07-01T08:13:53.021938Z","steps":["trace[1688567667] 'process raft request' (duration: 1.458161713s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.022003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.814786Z","time spent":"2.2070861s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:53.022041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.563375Z","time spent":"1.458623232s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:53.02203Z","caller":"traceutil/trace.go:171","msg":"trace[152608328] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"1.458301777s","start":"2026-07-01T08:13:51.563668Z","end":"2026-07-01T08:13:53.021969Z","steps":["trace[152608328] 'process raft request' (duration: 1.457928709s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.022305Z","caller":"traceutil/trace.go:171","msg":"trace[1821740883] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"1.458188134s","start":"2026-07-01T08:13:51.564102Z","end":"2026-07-01T08:13:53.02229Z","steps":["trace[1821740883] 'process raft request' (duration: 1.457579232s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.022405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.564093Z","time spent":"1.458277865s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:53.022412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.56366Z","time spent":"1.458670793s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:53.022099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.56332Z","time spent":"1.458676663s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:53.022144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.813376Z","time spent":"2.208595739s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:13:53.021898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.563754Z","time spent":"1.458063902s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:53.022148Z","caller":"traceutil/trace.go:171","msg":"trace[1683838888] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"1.458951869s","start":"2026-07-01T08:13:51.563186Z","end":"2026-07-01T08:13:53.022138Z","steps":["trace[1683838888] 'process raft request' (duration: 1.458289335s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.022935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.563157Z","time spent":"1.45959097s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:53.023013Z","caller":"traceutil/trace.go:171","msg":"trace[535384086] linearizableReadLoop","detail":"{readStateIndex:26458; appliedIndex:26447; }","duration":"2.207474906s","start":"2026-07-01T08:13:50.81552Z","end":"2026-07-01T08:13:53.022995Z","steps":["trace[535384086] 'read index received' (duration: 1.331579139s)","trace[535384086] 'applied index is now lower than readState.Index' (duration: 875.894907ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:53.023115Z","caller":"traceutil/trace.go:171","msg":"trace[11932706] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"1.458306247s","start":"2026-07-01T08:13:51.5648Z","end":"2026-07-01T08:13:53.023106Z","steps":["trace[11932706] 'process raft request' (duration: 1.457402759s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.023213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.564792Z","time spent":"1.458355468s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:53.023322Z","caller":"traceutil/trace.go:171","msg":"trace[1242542631] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"1.458400438s","start":"2026-07-01T08:13:51.564912Z","end":"2026-07-01T08:13:53.023312Z","steps":["trace[1242542631] 'process raft request' (duration: 1.457919048s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.023375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.564888Z","time spent":"1.458461169s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:53.023465Z","caller":"traceutil/trace.go:171","msg":"trace[970400687] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"1.124788092s","start":"2026-07-01T08:13:51.898662Z","end":"2026-07-01T08:13:53.02345Z","steps":["trace[970400687] 'process raft request' (duration: 1.124287392s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.023598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184744806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:53.025124Z","caller":"traceutil/trace.go:171","msg":"trace[1030474618] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25609; }","duration":"2.186309357s","start":"2026-07-01T08:13:50.838787Z","end":"2026-07-01T08:13:53.025096Z","steps":["trace[1030474618] 'agreement among raft nodes before linearized reading' (duration: 2.184704006s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.025267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.838764Z","time spent":"2.186477351s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:53.02375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.529888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:53.023971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208446965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0700b5a-57fa-42d2-b994-87b7432890de\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-01T08:13:53.024016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.710666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:53.024013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.494812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:53.024058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.146892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:53.024099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.615926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:53.024101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.363921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:53.024166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339716047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:13:53.024257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449701549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:13:53.024281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073337916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T08:13:53.023543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.898623Z","time spent":"1.124881513s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:13:53.026139Z","caller":"traceutil/trace.go:171","msg":"trace[851891879] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25609; }","duration":"623.952064ms","start":"2026-07-01T08:13:52.40217Z","end":"2026-07-01T08:13:53.026122Z","steps":["trace[851891879] 'agreement among raft nodes before linearized reading' (duration: 621.529537ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.026192Z","caller":"traceutil/trace.go:171","msg":"trace[1404505565] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25609; }","duration":"463.711678ms","start":"2026-07-01T08:13:52.562451Z","end":"2026-07-01T08:13:53.026162Z","steps":["trace[1404505565] 'agreement among raft nodes before linearized reading' (duration: 461.627057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.026257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:52.562432Z","time spent":"463.805609ms","remote":"127.0.0.1:53534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:13:53.026372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:52.402148Z","time spent":"624.117128ms","remote":"127.0.0.1:35256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:53.026527Z","caller":"traceutil/trace.go:171","msg":"trace[1177899765] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25609; }","duration":"456.63406ms","start":"2026-07-01T08:13:52.569883Z","end":"2026-07-01T08:13:53.026517Z","steps":["trace[1177899765] 'agreement among raft nodes before linearized reading' (duration: 454.149722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.02657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:52.569875Z","time spent":"456.683321ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:53.026443Z","caller":"traceutil/trace.go:171","msg":"trace[76797215] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0700b5a-57fa-42d2-b994-87b7432890de; range_end:; response_count:1; response_revision:25609; }","duration":"2.210931434s","start":"2026-07-01T08:13:50.8155Z","end":"2026-07-01T08:13:53.026431Z","steps":["trace[76797215] 'agreement among raft nodes before linearized reading' (duration: 2.208276102s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.027456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.815494Z","time spent":"2.211950234s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a0700b5a-57fa-42d2-b994-87b7432890de\" "} {"level":"info","ts":"2026-07-01T08:13:53.026472Z","caller":"traceutil/trace.go:171","msg":"trace[404657722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25609; }","duration":"209.202104ms","start":"2026-07-01T08:13:52.817262Z","end":"2026-07-01T08:13:53.026464Z","steps":["trace[404657722] 'agreement among raft nodes before linearized reading' (duration: 206.730806ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.026499Z","caller":"traceutil/trace.go:171","msg":"trace[598042592] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25609; }","duration":"679.029881ms","start":"2026-07-01T08:13:52.34746Z","end":"2026-07-01T08:13:53.02649Z","steps":["trace[598042592] 'agreement among raft nodes before linearized reading' (duration: 676.39584ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:13:53.0271Z","caller":"traceutil/trace.go:171","msg":"trace[288531687] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25609; }","duration":"1.342697715s","start":"2026-07-01T08:13:51.68439Z","end":"2026-07-01T08:13:53.027088Z","steps":["trace[288531687] 'agreement among raft nodes before linearized reading' (duration: 1.339742258s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.027604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.68437Z","time spent":"1.343221835s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:53.026813Z","caller":"traceutil/trace.go:171","msg":"trace[25965197] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:25609; }","duration":"2.075888175s","start":"2026-07-01T08:13:50.950897Z","end":"2026-07-01T08:13:53.026785Z","steps":["trace[25965197] 'agreement among raft nodes before linearized reading' (duration: 2.073310905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.027745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:50.950874Z","time spent":"2.076852175s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-07-01T08:13:53.028057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:52.347436Z","time spent":"680.610112ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:53.027134Z","caller":"traceutil/trace.go:171","msg":"trace[914122732] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25609; }","duration":"967.438622ms","start":"2026-07-01T08:13:52.059688Z","end":"2026-07-01T08:13:53.027127Z","steps":["trace[914122732] 'agreement among raft nodes before linearized reading' (duration: 964.365983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.028199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:52.059662Z","time spent":"968.521062ms","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:53.027305Z","caller":"traceutil/trace.go:171","msg":"trace[1837802265] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25609; }","duration":"1.452771529s","start":"2026-07-01T08:13:51.574518Z","end":"2026-07-01T08:13:53.02729Z","steps":["trace[1837802265] 'agreement among raft nodes before linearized reading' (duration: 1.449669808s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.028393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:13:51.574508Z","time spent":"1.453832268s","remote":"127.0.0.1:46182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:13:53.141Z","caller":"traceutil/trace.go:171","msg":"trace[592773374] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"110.856089ms","start":"2026-07-01T08:13:53.030105Z","end":"2026-07-01T08:13:53.140961Z","steps":["trace[592773374] 'process raft request' (duration: 97.093342ms)","trace[592773374] 'compare' (duration: 13.501302ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:13:53.14105Z","caller":"traceutil/trace.go:171","msg":"trace[59474725] linearizableReadLoop","detail":"{readStateIndex:26461; appliedIndex:26459; }","duration":"109.766778ms","start":"2026-07-01T08:13:53.031243Z","end":"2026-07-01T08:13:53.141009Z","steps":["trace[59474725] 'read index received' (duration: 16.019321ms)","trace[59474725] 'applied index is now lower than readState.Index' (duration: 93.744687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:13:53.141272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.012692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-01T08:13:53.141336Z","caller":"traceutil/trace.go:171","msg":"trace[765498863] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25611; }","duration":"110.120115ms","start":"2026-07-01T08:13:53.031199Z","end":"2026-07-01T08:13:53.141319Z","steps":["trace[765498863] 'agreement among raft nodes before linearized reading' (duration: 109.88757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:53.141437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.170606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:53.141512Z","caller":"traceutil/trace.go:171","msg":"trace[1789583025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25611; }","duration":"107.277299ms","start":"2026-07-01T08:13:53.034222Z","end":"2026-07-01T08:13:53.141499Z","steps":["trace[1789583025] 'agreement among raft nodes before linearized reading' (duration: 107.085155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:55.353552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.008936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:13:55.353663Z","caller":"traceutil/trace.go:171","msg":"trace[48139671] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25654; }","duration":"120.172069ms","start":"2026-07-01T08:13:55.233467Z","end":"2026-07-01T08:13:55.353639Z","steps":["trace[48139671] 'count revisions from in-memory index tree' (duration: 119.938165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:55.353711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.871282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-07-01T08:13:55.3538Z","caller":"traceutil/trace.go:171","msg":"trace[1360224288] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25654; }","duration":"121.002205ms","start":"2026-07-01T08:13:55.232777Z","end":"2026-07-01T08:13:55.353779Z","steps":["trace[1360224288] 'range keys from in-memory index tree' (duration: 120.405533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:13:56.471075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.487601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:13:56.471157Z","caller":"traceutil/trace.go:171","msg":"trace[1051543599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25656; }","duration":"127.619033ms","start":"2026-07-01T08:13:56.343519Z","end":"2026-07-01T08:13:56.471138Z","steps":["trace[1051543599] 'range keys from in-memory index tree' (duration: 127.318708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:03.805158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.70364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-01T08:14:03.805223Z","caller":"traceutil/trace.go:171","msg":"trace[881649696] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25710; }","duration":"168.813861ms","start":"2026-07-01T08:14:03.636393Z","end":"2026-07-01T08:14:03.805207Z","steps":["trace[881649696] 'range keys from in-memory index tree' (duration: 168.581257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:03.805377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.616131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:03.805545Z","caller":"traceutil/trace.go:171","msg":"trace[1603220877] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25710; }","duration":"276.755025ms","start":"2026-07-01T08:14:03.52869Z","end":"2026-07-01T08:14:03.805445Z","steps":["trace[1603220877] 'count revisions from in-memory index tree' (duration: 276.525109ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:04.588798Z","caller":"traceutil/trace.go:171","msg":"trace[849108708] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"292.994159ms","start":"2026-07-01T08:14:04.295738Z","end":"2026-07-01T08:14:04.588732Z","steps":["trace[849108708] 'process raft request' (duration: 292.51246ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:04.589557Z","caller":"traceutil/trace.go:171","msg":"trace[1127273157] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"276.285476ms","start":"2026-07-01T08:14:04.313235Z","end":"2026-07-01T08:14:04.589521Z","steps":["trace[1127273157] 'process raft request' (duration: 276.029311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:05.492959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.825424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:05.49303Z","caller":"traceutil/trace.go:171","msg":"trace[1200478052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25713; }","duration":"587.953486ms","start":"2026-07-01T08:14:04.90506Z","end":"2026-07-01T08:14:05.493013Z","steps":["trace[1200478052] 'range keys from in-memory index tree' (duration: 587.748912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:05.493064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:04.905037Z","time spent":"588.020208ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:14:05.493478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.14235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:14:05.493559Z","caller":"traceutil/trace.go:171","msg":"trace[1841242918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25713; }","duration":"765.264792ms","start":"2026-07-01T08:14:04.728275Z","end":"2026-07-01T08:14:05.49354Z","steps":["trace[1841242918] 'range keys from in-memory index tree' (duration: 764.979397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:05.493612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:04.728255Z","time spent":"765.347574ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T08:14:05.493613Z","caller":"traceutil/trace.go:171","msg":"trace[301433795] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"364.665018ms","start":"2026-07-01T08:14:05.12892Z","end":"2026-07-01T08:14:05.493585Z","steps":["trace[301433795] 'process raft request' (duration: 360.517627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:05.493761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.128893Z","time spent":"364.793451ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:06.738372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248772035s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T08:14:06.738747Z","caller":"traceutil/trace.go:171","msg":"trace[185409223] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"1.604944819s","start":"2026-07-01T08:14:05.133781Z","end":"2026-07-01T08:14:06.738726Z","steps":["trace[185409223] 'process raft request' (duration: 1.604886887s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:06.738758Z","caller":"traceutil/trace.go:171","msg":"trace[1165767677] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.60718187s","start":"2026-07-01T08:14:05.131533Z","end":"2026-07-01T08:14:06.738714Z","steps":["trace[1165767677] 'process raft request' (duration: 1.606999127s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.738891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.133768Z","time spent":"1.60505682s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:06.738931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.1315Z","time spent":"1.607344125s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:06.739028Z","caller":"traceutil/trace.go:171","msg":"trace[1150135391] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"1.602754796s","start":"2026-07-01T08:14:05.136268Z","end":"2026-07-01T08:14:06.739023Z","steps":["trace[1150135391] 'process raft request' (duration: 1.602426049s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.739066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.13624Z","time spent":"1.602806727s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:06.739414Z","caller":"traceutil/trace.go:171","msg":"trace[1638014944] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"1.602669364s","start":"2026-07-01T08:14:05.136717Z","end":"2026-07-01T08:14:06.739386Z","steps":["trace[1638014944] 'process raft request' (duration: 1.602282217s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:06.739469Z","caller":"traceutil/trace.go:171","msg":"trace[2032302822] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"1.545015216s","start":"2026-07-01T08:14:05.194444Z","end":"2026-07-01T08:14:06.739459Z","steps":["trace[2032302822] 'process raft request' (duration: 1.544921724s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:06.739455Z","caller":"traceutil/trace.go:171","msg":"trace[680675875] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"1.545437144s","start":"2026-07-01T08:14:05.193982Z","end":"2026-07-01T08:14:06.739419Z","steps":["trace[680675875] 'process raft request' (duration: 1.545297872s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.739493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.136707Z","time spent":"1.602746015s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:06.739508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.194431Z","time spent":"1.545058117s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:06.739471Z","caller":"traceutil/trace.go:171","msg":"trace[1617685533] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26567; }","duration":"1.537273476s","start":"2026-07-01T08:14:05.202173Z","end":"2026-07-01T08:14:06.739446Z","steps":["trace[1617685533] 'read index received' (duration: 287.442451ms)","trace[1617685533] 'applied index is now lower than readState.Index' (duration: 1.249830185s)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:06.739533Z","caller":"traceutil/trace.go:171","msg":"trace[1972430503] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"1.544982655s","start":"2026-07-01T08:14:05.194533Z","end":"2026-07-01T08:14:06.739516Z","steps":["trace[1972430503] 'process raft request' (duration: 1.544871983s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.73962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.193954Z","time spent":"1.545575548s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:06.739629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.194521Z","time spent":"1.545064637s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:06.739681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537509331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:06.739715Z","caller":"traceutil/trace.go:171","msg":"trace[1388907760] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25721; }","duration":"1.537543872s","start":"2026-07-01T08:14:05.20216Z","end":"2026-07-01T08:14:06.739704Z","steps":["trace[1388907760] 'agreement among raft nodes before linearized reading' (duration: 1.53742628s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.739737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508744673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T08:14:06.739749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.345186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-07-01T08:14:06.739745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.202113Z","time spent":"1.537623873s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:14:06.739778Z","caller":"traceutil/trace.go:171","msg":"trace[1860480340] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25721; }","duration":"436.411848ms","start":"2026-07-01T08:14:06.303357Z","end":"2026-07-01T08:14:06.739769Z","steps":["trace[1860480340] 'agreement among raft nodes before linearized reading' (duration: 436.258395ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:06.739773Z","caller":"traceutil/trace.go:171","msg":"trace[1546931233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25721; }","duration":"1.508851235s","start":"2026-07-01T08:14:05.230911Z","end":"2026-07-01T08:14:06.739762Z","steps":["trace[1546931233] 'agreement among raft nodes before linearized reading' (duration: 1.508699682s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.739795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.303332Z","time spent":"436.459809ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418421,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T08:14:06.739799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2449362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:06.739812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.230888Z","time spent":"1.508915446s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:14:06.739835Z","caller":"traceutil/trace.go:171","msg":"trace[1554399167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25721; }","duration":"1.244996991s","start":"2026-07-01T08:14:05.494828Z","end":"2026-07-01T08:14:06.739825Z","steps":["trace[1554399167] 'agreement among raft nodes before linearized reading' (duration: 1.24492038s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.739858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.404926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T08:14:06.739863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.494801Z","time spent":"1.245056193s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T08:14:06.73989Z","caller":"traceutil/trace.go:171","msg":"trace[1526752928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25721; }","duration":"684.471747ms","start":"2026-07-01T08:14:06.055409Z","end":"2026-07-01T08:14:06.73988Z","steps":["trace[1526752928] 'agreement among raft nodes before linearized reading' (duration: 684.356735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.739948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.055384Z","time spent":"684.556818ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T08:14:06.740001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50550734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T08:14:06.740032Z","caller":"traceutil/trace.go:171","msg":"trace[1901138138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25721; }","duration":"1.505557762s","start":"2026-07-01T08:14:05.234465Z","end":"2026-07-01T08:14:06.740023Z","steps":["trace[1901138138] 'agreement among raft nodes before linearized reading' (duration: 1.50546881s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.739746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.03851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:06.740054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.977421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-01T08:14:06.740057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.234455Z","time spent":"1.505596032s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T08:14:06.740072Z","caller":"traceutil/trace.go:171","msg":"trace[514207732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25721; }","duration":"110.040203ms","start":"2026-07-01T08:14:06.630027Z","end":"2026-07-01T08:14:06.740067Z","steps":["trace[514207732] 'agreement among raft nodes before linearized reading' (duration: 109.989422ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:06.740076Z","caller":"traceutil/trace.go:171","msg":"trace[1613234176] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25721; }","duration":"988.392666ms","start":"2026-07-01T08:14:05.751668Z","end":"2026-07-01T08:14:06.740061Z","steps":["trace[1613234176] 'agreement among raft nodes before linearized reading' (duration: 988.04483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.740118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:05.751651Z","time spent":"988.454707ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:06.74017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.439683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:06.740199Z","caller":"traceutil/trace.go:171","msg":"trace[1871676853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25721; }","duration":"219.504025ms","start":"2026-07-01T08:14:06.520684Z","end":"2026-07-01T08:14:06.740188Z","steps":["trace[1871676853] 'agreement among raft nodes before linearized reading' (duration: 219.433182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:06.740573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.161942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:14:06.740647Z","caller":"traceutil/trace.go:171","msg":"trace[272385178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25721; }","duration":"147.290954ms","start":"2026-07-01T08:14:06.593338Z","end":"2026-07-01T08:14:06.740629Z","steps":["trace[272385178] 'agreement among raft nodes before linearized reading' (duration: 147.05102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:07.333877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.339075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:07.334045Z","caller":"traceutil/trace.go:171","msg":"trace[496438612] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"588.65783ms","start":"2026-07-01T08:14:06.745375Z","end":"2026-07-01T08:14:07.334032Z","steps":["trace[496438612] 'process raft request' (duration: 588.63209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:07.33409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.745346Z","time spent":"588.721052ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:07.334315Z","caller":"traceutil/trace.go:171","msg":"trace[1216884975] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"589.71591ms","start":"2026-07-01T08:14:06.744588Z","end":"2026-07-01T08:14:07.334304Z","steps":["trace[1216884975] 'process raft request' (duration: 82.885777ms)","trace[1216884975] 'compare' (duration: 506.247041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:07.334354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.744572Z","time spent":"589.760231ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:07.334395Z","caller":"traceutil/trace.go:171","msg":"trace[1530278019] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"589.036837ms","start":"2026-07-01T08:14:06.745319Z","end":"2026-07-01T08:14:07.334356Z","steps":["trace[1530278019] 'process raft request' (duration: 588.66391ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:07.334427Z","caller":"traceutil/trace.go:171","msg":"trace[127648754] linearizableReadLoop","detail":"{readStateIndex:26576; appliedIndex:26575; }","duration":"589.774901ms","start":"2026-07-01T08:14:06.744627Z","end":"2026-07-01T08:14:07.334402Z","steps":["trace[127648754] 'read index received' (duration: 83.003579ms)","trace[127648754] 'applied index is now lower than readState.Index' (duration: 506.768432ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:07.334435Z","caller":"traceutil/trace.go:171","msg":"trace[1591505729] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"589.094808ms","start":"2026-07-01T08:14:06.745315Z","end":"2026-07-01T08:14:07.33441Z","steps":["trace[1591505729] 'process raft request' (duration: 588.63643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:07.334535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.745303Z","time spent":"589.18683ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:07.334576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.15526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:07.334566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.745298Z","time spent":"589.17276ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:07.334611Z","caller":"traceutil/trace.go:171","msg":"trace[368971246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25725; }","duration":"587.225102ms","start":"2026-07-01T08:14:06.747373Z","end":"2026-07-01T08:14:07.334598Z","steps":["trace[368971246] 'agreement among raft nodes before linearized reading' (duration: 587.165781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:07.334637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.004265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T08:14:07.334642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.74736Z","time spent":"587.272972ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:14:07.334633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.499236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:07.334665Z","caller":"traceutil/trace.go:171","msg":"trace[1973208154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25725; }","duration":"590.054437ms","start":"2026-07-01T08:14:06.744603Z","end":"2026-07-01T08:14:07.334657Z","steps":["trace[1973208154] 'agreement among raft nodes before linearized reading' (duration: 589.921494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:07.334689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.744589Z","time spent":"590.093297ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T08:14:07.334682Z","caller":"traceutil/trace.go:171","msg":"trace[2013424787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25725; }","duration":"378.601708ms","start":"2026-07-01T08:14:06.956067Z","end":"2026-07-01T08:14:07.334669Z","steps":["trace[2013424787] 'agreement among raft nodes before linearized reading' (duration: 378.491986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:07.334731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:06.956048Z","time spent":"378.669409ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:07.811952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.192591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:07.812113Z","caller":"traceutil/trace.go:171","msg":"trace[866472712] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"313.626779ms","start":"2026-07-01T08:14:07.498437Z","end":"2026-07-01T08:14:07.812063Z","steps":["trace[866472712] 'process raft request' (duration: 49.184334ms)","trace[866472712] 'compare' (duration: 263.963166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:07.812325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:07.498407Z","time spent":"313.802892ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:08.31394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.648236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:08.314034Z","caller":"traceutil/trace.go:171","msg":"trace[1453859747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25726; }","duration":"287.770838ms","start":"2026-07-01T08:14:08.026241Z","end":"2026-07-01T08:14:08.314012Z","steps":["trace[1453859747] 'count revisions from in-memory index tree' (duration: 287.528004ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.318087Z","caller":"traceutil/trace.go:171","msg":"trace[2003887841] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"249.67247ms","start":"2026-07-01T08:14:08.068389Z","end":"2026-07-01T08:14:08.318061Z","steps":["trace[2003887841] 'process raft request' (duration: 249.512527ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.892171Z","caller":"traceutil/trace.go:171","msg":"trace[834709070] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"146.962829ms","start":"2026-07-01T08:14:08.745186Z","end":"2026-07-01T08:14:08.892149Z","steps":["trace[834709070] 'process raft request' (duration: 146.802105ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.967949Z","caller":"traceutil/trace.go:171","msg":"trace[2061941315] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"221.874802ms","start":"2026-07-01T08:14:08.746057Z","end":"2026-07-01T08:14:08.967932Z","steps":["trace[2061941315] 'process raft request' (duration: 221.813121ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.967964Z","caller":"traceutil/trace.go:171","msg":"trace[2121867842] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"222.603135ms","start":"2026-07-01T08:14:08.74533Z","end":"2026-07-01T08:14:08.967933Z","steps":["trace[2121867842] 'process raft request' (duration: 222.425201ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.968166Z","caller":"traceutil/trace.go:171","msg":"trace[1484322353] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"222.065965ms","start":"2026-07-01T08:14:08.74609Z","end":"2026-07-01T08:14:08.968156Z","steps":["trace[1484322353] 'process raft request' (duration: 221.81871ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.968348Z","caller":"traceutil/trace.go:171","msg":"trace[1773861628] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"222.211467ms","start":"2026-07-01T08:14:08.746125Z","end":"2026-07-01T08:14:08.968337Z","steps":["trace[1773861628] 'process raft request' (duration: 221.936802ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.968491Z","caller":"traceutil/trace.go:171","msg":"trace[131102190] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"221.998204ms","start":"2026-07-01T08:14:08.746465Z","end":"2026-07-01T08:14:08.968463Z","steps":["trace[131102190] 'process raft request' (duration: 221.839861ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:08.968617Z","caller":"traceutil/trace.go:171","msg":"trace[1739842045] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"221.413562ms","start":"2026-07-01T08:14:08.747181Z","end":"2026-07-01T08:14:08.968595Z","steps":["trace[1739842045] 'process raft request' (duration: 221.238099ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:09.552243Z","caller":"traceutil/trace.go:171","msg":"trace[510365206] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"210.913578ms","start":"2026-07-01T08:14:09.341303Z","end":"2026-07-01T08:14:09.552217Z","steps":["trace[510365206] 'process raft request' (duration: 210.761015ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:10.049566Z","caller":"traceutil/trace.go:171","msg":"trace[330280477] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"707.116725ms","start":"2026-07-01T08:14:09.342408Z","end":"2026-07-01T08:14:10.049525Z","steps":["trace[330280477] 'process raft request' (duration: 707.030354ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:10.049663Z","caller":"traceutil/trace.go:171","msg":"trace[1616592211] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"707.227278ms","start":"2026-07-01T08:14:09.342369Z","end":"2026-07-01T08:14:10.049596Z","steps":["trace[1616592211] 'process raft request' (duration: 706.901272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:10.049751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:09.342391Z","time spent":"707.251298ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:10.049913Z","caller":"traceutil/trace.go:171","msg":"trace[1357543523] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"707.271959ms","start":"2026-07-01T08:14:09.342609Z","end":"2026-07-01T08:14:10.049881Z","steps":["trace[1357543523] 'process raft request' (duration: 706.875702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:10.049944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:09.342329Z","time spent":"707.466592ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:10.05009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:09.342597Z","time spent":"707.401581ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:10.050219Z","caller":"traceutil/trace.go:171","msg":"trace[717743745] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26589; }","duration":"695.003912ms","start":"2026-07-01T08:14:09.355203Z","end":"2026-07-01T08:14:10.050207Z","steps":["trace[717743745] 'read index received' (duration: 196.876457ms)","trace[717743745] 'applied index is now lower than readState.Index' (duration: 498.126305ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:10.050305Z","caller":"traceutil/trace.go:171","msg":"trace[1607573092] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"596.803529ms","start":"2026-07-01T08:14:09.453487Z","end":"2026-07-01T08:14:10.05029Z","steps":["trace[1607573092] 'process raft request' (duration: 596.299888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:10.050341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.124954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T08:14:10.050363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:09.453463Z","time spent":"596.872869ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:10.050383Z","caller":"traceutil/trace.go:171","msg":"trace[1519342504] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25739; }","duration":"695.191285ms","start":"2026-07-01T08:14:09.355179Z","end":"2026-07-01T08:14:10.05037Z","steps":["trace[1519342504] 'agreement among raft nodes before linearized reading' (duration: 695.108524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:10.05042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:09.355164Z","time spent":"695.247027ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:10.139233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.282842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:10.139304Z","caller":"traceutil/trace.go:171","msg":"trace[2065343299] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25740; }","duration":"361.401425ms","start":"2026-07-01T08:14:09.777885Z","end":"2026-07-01T08:14:10.139287Z","steps":["trace[2065343299] 'agreement among raft nodes before linearized reading' (duration: 361.266132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:10.139341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:09.777863Z","time spent":"361.467536ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:14:10.139425Z","caller":"traceutil/trace.go:171","msg":"trace[2128540009] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"321.723775ms","start":"2026-07-01T08:14:09.817669Z","end":"2026-07-01T08:14:10.139393Z","steps":["trace[2128540009] 'process raft request' (duration: 284.248359ms)","trace[2128540009] 'compare' (duration: 36.993897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:10.1396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:09.81764Z","time spent":"321.860908ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:10.139783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.234325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-07-01T08:14:10.139927Z","caller":"traceutil/trace.go:171","msg":"trace[2026432370] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25740; }","duration":"274.397929ms","start":"2026-07-01T08:14:09.865474Z","end":"2026-07-01T08:14:10.139872Z","steps":["trace[2026432370] 'agreement among raft nodes before linearized reading' (duration: 273.9991ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:10.480964Z","caller":"traceutil/trace.go:171","msg":"trace[831662754] linearizableReadLoop","detail":"{readStateIndex:26597; appliedIndex:26596; }","duration":"116.309244ms","start":"2026-07-01T08:14:10.364632Z","end":"2026-07-01T08:14:10.480941Z","steps":["trace[831662754] 'read index received' (duration: 54.591628ms)","trace[831662754] 'applied index is now lower than readState.Index' (duration: 61.716046ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:10.481039Z","caller":"traceutil/trace.go:171","msg":"trace[152528102] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"280.878033ms","start":"2026-07-01T08:14:10.200124Z","end":"2026-07-01T08:14:10.481002Z","steps":["trace[152528102] 'process raft request' (duration: 219.101396ms)","trace[152528102] 'compare' (duration: 61.415401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:10.481081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.433196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:10.481111Z","caller":"traceutil/trace.go:171","msg":"trace[14450962] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25742; }","duration":"116.523028ms","start":"2026-07-01T08:14:10.364581Z","end":"2026-07-01T08:14:10.481104Z","steps":["trace[14450962] 'agreement among raft nodes before linearized reading' (duration: 116.439267ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:10.806923Z","caller":"traceutil/trace.go:171","msg":"trace[1778883787] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26597; }","duration":"261.665682ms","start":"2026-07-01T08:14:10.545238Z","end":"2026-07-01T08:14:10.806904Z","steps":["trace[1778883787] 'read index received' (duration: 261.54295ms)","trace[1778883787] 'applied index is now lower than readState.Index' (duration: 121.872µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:10.807053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.802175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:10.807078Z","caller":"traceutil/trace.go:171","msg":"trace[535051709] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25743; }","duration":"261.888246ms","start":"2026-07-01T08:14:10.545182Z","end":"2026-07-01T08:14:10.80707Z","steps":["trace[535051709] 'agreement among raft nodes before linearized reading' (duration: 261.799085ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:10.807182Z","caller":"traceutil/trace.go:171","msg":"trace[251420597] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"309.679572ms","start":"2026-07-01T08:14:10.497468Z","end":"2026-07-01T08:14:10.807148Z","steps":["trace[251420597] 'process raft request' (duration: 309.286055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:10.807655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.497443Z","time spent":"309.827115ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:11.05758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.947427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:11.05766Z","caller":"traceutil/trace.go:171","msg":"trace[2031491120] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26598; }","duration":"153.593257ms","start":"2026-07-01T08:14:10.904054Z","end":"2026-07-01T08:14:11.057647Z","steps":["trace[2031491120] 'read index received' (duration: 21.458317ms)","trace[2031491120] 'applied index is now lower than readState.Index' (duration: 132.13426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:11.057732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.691059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:11.057754Z","caller":"traceutil/trace.go:171","msg":"trace[293002404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25744; }","duration":"153.77608ms","start":"2026-07-01T08:14:10.903971Z","end":"2026-07-01T08:14:11.057747Z","steps":["trace[293002404] 'agreement among raft nodes before linearized reading' (duration: 153.731249ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:11.057748Z","caller":"traceutil/trace.go:171","msg":"trace[842911893] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"157.84674ms","start":"2026-07-01T08:14:10.899873Z","end":"2026-07-01T08:14:11.05772Z","steps":["trace[842911893] 'process raft request' (duration: 25.694889ms)","trace[842911893] 'compare' (duration: 131.854535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:11.289859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.615453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:11.290044Z","caller":"traceutil/trace.go:171","msg":"trace[1461361274] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"317.055605ms","start":"2026-07-01T08:14:10.972962Z","end":"2026-07-01T08:14:11.290018Z","steps":["trace[1461361274] 'process raft request' (duration: 188.151167ms)","trace[1461361274] 'compare' (duration: 128.400499ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:11.290139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.972935Z","time spent":"317.165217ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:11.534654Z","caller":"traceutil/trace.go:171","msg":"trace[588622984] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"561.447162ms","start":"2026-07-01T08:14:10.973185Z","end":"2026-07-01T08:14:11.534633Z","steps":["trace[588622984] 'process raft request' (duration: 489.850805ms)","trace[588622984] 'compare' (duration: 71.428064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:11.534798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.973159Z","time spent":"561.563495ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:11.534867Z","caller":"traceutil/trace.go:171","msg":"trace[1610077047] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"561.585885ms","start":"2026-07-01T08:14:10.973253Z","end":"2026-07-01T08:14:11.534839Z","steps":["trace[1610077047] 'process raft request' (duration: 561.33687ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:11.534919Z","caller":"traceutil/trace.go:171","msg":"trace[599489907] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"561.33921ms","start":"2026-07-01T08:14:10.973571Z","end":"2026-07-01T08:14:11.53491Z","steps":["trace[599489907] 'process raft request' (duration: 561.206088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:11.534958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.973535Z","time spent":"561.403002ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:11.534965Z","caller":"traceutil/trace.go:171","msg":"trace[1245598384] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"560.804329ms","start":"2026-07-01T08:14:10.974141Z","end":"2026-07-01T08:14:11.534945Z","steps":["trace[1245598384] 'process raft request' (duration: 560.718807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:11.534987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.973246Z","time spent":"561.672206ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:11.535077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.974131Z","time spent":"560.883821ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:11.5352Z","caller":"traceutil/trace.go:171","msg":"trace[2037335246] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26599; }","duration":"477.496125ms","start":"2026-07-01T08:14:11.057678Z","end":"2026-07-01T08:14:11.535174Z","steps":["trace[2037335246] 'read index received' (duration: 103.453285ms)","trace[2037335246] 'applied index is now lower than readState.Index' (duration: 374.04152ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:11.535247Z","caller":"traceutil/trace.go:171","msg":"trace[684953769] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"378.907983ms","start":"2026-07-01T08:14:11.156326Z","end":"2026-07-01T08:14:11.535234Z","steps":["trace[684953769] 'process raft request' (duration: 378.73436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:11.535244Z","caller":"traceutil/trace.go:171","msg":"trace[1796035612] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"561.011983ms","start":"2026-07-01T08:14:10.974208Z","end":"2026-07-01T08:14:11.53522Z","steps":["trace[1796035612] 'process raft request' (duration: 560.701617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:11.5353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:11.156298Z","time spent":"378.976695ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:11.535351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.974195Z","time spent":"561.096194ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:11.535368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.690199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:11.535397Z","caller":"traceutil/trace.go:171","msg":"trace[172209840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25751; }","duration":"476.72017ms","start":"2026-07-01T08:14:11.05867Z","end":"2026-07-01T08:14:11.53539Z","steps":["trace[172209840] 'agreement among raft nodes before linearized reading' (duration: 476.666559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:11.535417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:11.058632Z","time spent":"476.78174ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:14:11.535487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.463084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T08:14:11.535479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.534619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T08:14:11.535542Z","caller":"traceutil/trace.go:171","msg":"trace[64083983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25751; }","duration":"104.576826ms","start":"2026-07-01T08:14:11.430948Z","end":"2026-07-01T08:14:11.535525Z","steps":["trace[64083983] 'agreement among raft nodes before linearized reading' (duration: 104.396873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:11.535542Z","caller":"traceutil/trace.go:171","msg":"trace[1525520493] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:25751; }","duration":"583.660362ms","start":"2026-07-01T08:14:10.951868Z","end":"2026-07-01T08:14:11.535529Z","steps":["trace[1525520493] 'agreement among raft nodes before linearized reading' (duration: 583.462848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:11.535523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.341265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:11.535594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:10.951845Z","time spent":"583.732994ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-07-01T08:14:11.535617Z","caller":"traceutil/trace.go:171","msg":"trace[231224997] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25751; }","duration":"390.520159ms","start":"2026-07-01T08:14:11.145075Z","end":"2026-07-01T08:14:11.535596Z","steps":["trace[231224997] 'agreement among raft nodes before linearized reading' (duration: 390.306574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:11.535666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:11.145052Z","time spent":"390.605041ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:14:11.798933Z","caller":"traceutil/trace.go:171","msg":"trace[528130411] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"146.728754ms","start":"2026-07-01T08:14:11.652174Z","end":"2026-07-01T08:14:11.798903Z","steps":["trace[528130411] 'process raft request' (duration: 146.572041ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:11.79898Z","caller":"traceutil/trace.go:171","msg":"trace[1165242209] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26606; }","duration":"242.280466ms","start":"2026-07-01T08:14:11.556671Z","end":"2026-07-01T08:14:11.798952Z","steps":["trace[1165242209] 'read index received' (duration: 152.70936ms)","trace[1165242209] 'applied index is now lower than readState.Index' (duration: 89.566226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:11.799503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.818386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:11.799583Z","caller":"traceutil/trace.go:171","msg":"trace[70390201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25752; }","duration":"242.933549ms","start":"2026-07-01T08:14:11.556628Z","end":"2026-07-01T08:14:11.799562Z","steps":["trace[70390201] 'agreement among raft nodes before linearized reading' (duration: 242.45297ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:12.240382Z","caller":"traceutil/trace.go:171","msg":"trace[1664125166] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"182.189111ms","start":"2026-07-01T08:14:12.058169Z","end":"2026-07-01T08:14:12.240358Z","steps":["trace[1664125166] 'process raft request' (duration: 182.040438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:12.570722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.865247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:12.57094Z","caller":"traceutil/trace.go:171","msg":"trace[1014408326] linearizableReadLoop","detail":"{readStateIndex:26615; appliedIndex:26612; }","duration":"478.555846ms","start":"2026-07-01T08:14:12.092369Z","end":"2026-07-01T08:14:12.570924Z","steps":["trace[1014408326] 'read index received' (duration: 147.871977ms)","trace[1014408326] 'applied index is now lower than readState.Index' (duration: 330.682939ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:12.570958Z","caller":"traceutil/trace.go:171","msg":"trace[1089439519] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"510.999924ms","start":"2026-07-01T08:14:12.059945Z","end":"2026-07-01T08:14:12.570945Z","steps":["trace[1089439519] 'process raft request' (duration: 510.873762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:12.571012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:12.059935Z","time spent":"511.055575ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:12.571041Z","caller":"traceutil/trace.go:171","msg":"trace[257614495] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"426.229031ms","start":"2026-07-01T08:14:12.1448Z","end":"2026-07-01T08:14:12.571029Z","steps":["trace[257614495] 'process raft request' (duration: 426.079628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:12.571096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:12.144773Z","time spent":"426.290473ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:12.571095Z","caller":"traceutil/trace.go:171","msg":"trace[472182751] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"512.779479ms","start":"2026-07-01T08:14:12.058288Z","end":"2026-07-01T08:14:12.571067Z","steps":["trace[472182751] 'process raft request' (duration: 365.454873ms)","trace[472182751] 'compare' (duration: 146.729615ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:12.571148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.573259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:12.571168Z","caller":"traceutil/trace.go:171","msg":"trace[1418532556] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25760; }","duration":"457.595969ms","start":"2026-07-01T08:14:12.113565Z","end":"2026-07-01T08:14:12.571161Z","steps":["trace[1418532556] 'agreement among raft nodes before linearized reading' (duration: 457.550699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:12.571186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:12.113513Z","time spent":"457.668611ms","remote":"127.0.0.1:53578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:12.571244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:12.058269Z","time spent":"512.8936ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:12.571289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.936373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-07-01T08:14:12.571315Z","caller":"traceutil/trace.go:171","msg":"trace[2000145948] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:25760; }","duration":"479.018114ms","start":"2026-07-01T08:14:12.092289Z","end":"2026-07-01T08:14:12.571307Z","steps":["trace[2000145948] 'agreement among raft nodes before linearized reading' (duration: 478.896342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:12.571341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:12.092255Z","time spent":"479.079646ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-07-01T08:14:12.571414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.940561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:14:12.571537Z","caller":"traceutil/trace.go:171","msg":"trace[860515376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25760; }","duration":"142.102484ms","start":"2026-07-01T08:14:12.429416Z","end":"2026-07-01T08:14:12.571519Z","steps":["trace[860515376] 'agreement among raft nodes before linearized reading' (duration: 141.86055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:12.957992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.314588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-01T08:14:12.958077Z","caller":"traceutil/trace.go:171","msg":"trace[303441407] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25760; }","duration":"287.412921ms","start":"2026-07-01T08:14:12.670642Z","end":"2026-07-01T08:14:12.958055Z","steps":["trace[303441407] 'range keys from in-memory index tree' (duration: 287.185937ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:13.183674Z","caller":"traceutil/trace.go:171","msg":"trace[1774923827] linearizableReadLoop","detail":"{readStateIndex:26617; appliedIndex:26616; }","duration":"106.963734ms","start":"2026-07-01T08:14:13.076691Z","end":"2026-07-01T08:14:13.183654Z","steps":["trace[1774923827] 'read index received' (duration: 106.770779ms)","trace[1774923827] 'applied index is now lower than readState.Index' (duration: 192.265µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:13.183741Z","caller":"traceutil/trace.go:171","msg":"trace[1606690821] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"120.504586ms","start":"2026-07-01T08:14:13.063204Z","end":"2026-07-01T08:14:13.183709Z","steps":["trace[1606690821] 'process raft request' (duration: 120.309151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.183925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.196148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-01T08:14:13.18423Z","caller":"traceutil/trace.go:171","msg":"trace[745759539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25761; }","duration":"107.542865ms","start":"2026-07-01T08:14:13.076638Z","end":"2026-07-01T08:14:13.184181Z","steps":["trace[745759539] 'agreement among raft nodes before linearized reading' (duration: 107.090476ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:13.67441Z","caller":"traceutil/trace.go:171","msg":"trace[214030489] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"378.20082ms","start":"2026-07-01T08:14:13.296188Z","end":"2026-07-01T08:14:13.674389Z","steps":["trace[214030489] 'process raft request' (duration: 377.64048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.674587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.296153Z","time spent":"378.318312ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:13.91707Z","caller":"traceutil/trace.go:171","msg":"trace[1158297288] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"594.37797ms","start":"2026-07-01T08:14:13.322663Z","end":"2026-07-01T08:14:13.917041Z","steps":["trace[1158297288] 'process raft request' (duration: 593.492474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.917236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.322636Z","time spent":"594.521023ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:13.917213Z","caller":"traceutil/trace.go:171","msg":"trace[1525127540] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"375.996187ms","start":"2026-07-01T08:14:13.541174Z","end":"2026-07-01T08:14:13.917171Z","steps":["trace[1525127540] 'process raft request' (duration: 375.728152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.917278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.14101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-01T08:14:13.917301Z","caller":"traceutil/trace.go:171","msg":"trace[1569495996] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"375.991238ms","start":"2026-07-01T08:14:13.541269Z","end":"2026-07-01T08:14:13.917261Z","steps":["trace[1569495996] 'process raft request' (duration: 375.675431ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:13.917369Z","caller":"traceutil/trace.go:171","msg":"trace[304776679] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"374.607912ms","start":"2026-07-01T08:14:13.54275Z","end":"2026-07-01T08:14:13.917358Z","steps":["trace[304776679] 'process raft request' (duration: 374.243284ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:13.917052Z","caller":"traceutil/trace.go:171","msg":"trace[1509544146] linearizableReadLoop","detail":"{readStateIndex:26619; appliedIndex:26617; }","duration":"555.915435ms","start":"2026-07-01T08:14:13.361117Z","end":"2026-07-01T08:14:13.917032Z","steps":["trace[1509544146] 'read index received' (duration: 312.711672ms)","trace[1509544146] 'applied index is now lower than readState.Index' (duration: 243.202753ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:13.917408Z","caller":"traceutil/trace.go:171","msg":"trace[2000661667] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"376.979367ms","start":"2026-07-01T08:14:13.540407Z","end":"2026-07-01T08:14:13.917386Z","steps":["trace[2000661667] 'process raft request' (duration: 376.329374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.917428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.542703Z","time spent":"374.695583ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:13.917442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.54114Z","time spent":"376.176712ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:13.917429Z","caller":"traceutil/trace.go:171","msg":"trace[795484120] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"376.903796ms","start":"2026-07-01T08:14:13.540499Z","end":"2026-07-01T08:14:13.917403Z","steps":["trace[795484120] 'process raft request' (duration: 376.363455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.917499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.541259Z","time spent":"376.137381ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:13.917505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.54038Z","time spent":"377.07772ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:13.917581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.540492Z","time spent":"377.009789ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:13.917613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.123508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:13.917349Z","caller":"traceutil/trace.go:171","msg":"trace[1182971796] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:25768; }","duration":"556.258933ms","start":"2026-07-01T08:14:13.36108Z","end":"2026-07-01T08:14:13.917339Z","steps":["trace[1182971796] 'agreement among raft nodes before linearized reading' (duration: 556.059078ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:13.917646Z","caller":"traceutil/trace.go:171","msg":"trace[344161937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25769; }","duration":"105.190099ms","start":"2026-07-01T08:14:13.812446Z","end":"2026-07-01T08:14:13.917636Z","steps":["trace[344161937] 'agreement among raft nodes before linearized reading' (duration: 105.052827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.917672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:13.361061Z","time spent":"556.600939ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-01T08:14:13.917662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.676635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-07-01T08:14:13.917724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.462739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:13.917762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.817013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-01T08:14:13.917912Z","caller":"traceutil/trace.go:171","msg":"trace[395340178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25769; }","duration":"246.992667ms","start":"2026-07-01T08:14:13.670894Z","end":"2026-07-01T08:14:13.917887Z","steps":["trace[395340178] 'agreement among raft nodes before linearized reading' (duration: 246.819194ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:13.917785Z","caller":"traceutil/trace.go:171","msg":"trace[1596996435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25769; }","duration":"275.568632ms","start":"2026-07-01T08:14:13.6422Z","end":"2026-07-01T08:14:13.917768Z","steps":["trace[1596996435] 'agreement among raft nodes before linearized reading' (duration: 275.269726ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:13.917787Z","caller":"traceutil/trace.go:171","msg":"trace[276487363] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25769; }","duration":"272.810678ms","start":"2026-07-01T08:14:13.644956Z","end":"2026-07-01T08:14:13.917766Z","steps":["trace[276487363] 'agreement among raft nodes before linearized reading' (duration: 272.546943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:13.917804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.267686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-01T08:14:13.918148Z","caller":"traceutil/trace.go:171","msg":"trace[122981109] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25769; }","duration":"275.645572ms","start":"2026-07-01T08:14:13.642493Z","end":"2026-07-01T08:14:13.918138Z","steps":["trace[122981109] 'agreement among raft nodes before linearized reading' (duration: 275.177884ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:14.367822Z","caller":"traceutil/trace.go:171","msg":"trace[2119108765] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"118.779733ms","start":"2026-07-01T08:14:14.249004Z","end":"2026-07-01T08:14:14.367784Z","steps":["trace[2119108765] 'process raft request' (duration: 118.538858ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:14.636284Z","caller":"traceutil/trace.go:171","msg":"trace[454704045] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"136.362493ms","start":"2026-07-01T08:14:14.499885Z","end":"2026-07-01T08:14:14.636248Z","steps":["trace[454704045] 'process raft request' (duration: 136.20653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:15.070115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.443824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:15.0703Z","caller":"traceutil/trace.go:171","msg":"trace[1979844206] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"429.834741ms","start":"2026-07-01T08:14:14.640445Z","end":"2026-07-01T08:14:15.07028Z","steps":["trace[1979844206] 'process raft request' (duration: 429.77166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:15.070367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:14.640425Z","time spent":"429.913073ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:15.07056Z","caller":"traceutil/trace.go:171","msg":"trace[218230161] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26632; }","duration":"434.295568ms","start":"2026-07-01T08:14:14.636235Z","end":"2026-07-01T08:14:15.070531Z","steps":["trace[218230161] 'read index received' (duration: 149.422837ms)","trace[218230161] 'applied index is now lower than readState.Index' (duration: 284.869791ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:15.070724Z","caller":"traceutil/trace.go:171","msg":"trace[1831810583] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"492.150359ms","start":"2026-07-01T08:14:14.578543Z","end":"2026-07-01T08:14:15.070694Z","steps":["trace[1831810583] 'process raft request' (duration: 207.051894ms)","trace[1831810583] 'compare' (duration: 284.3223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:15.070876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:14.578532Z","time spent":"492.260991ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:15.070892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.409341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T08:14:15.070964Z","caller":"traceutil/trace.go:171","msg":"trace[1992464875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25778; }","duration":"495.510365ms","start":"2026-07-01T08:14:14.575432Z","end":"2026-07-01T08:14:15.070943Z","steps":["trace[1992464875] 'agreement among raft nodes before linearized reading' (duration: 495.258979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:15.071029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:14.575427Z","time spent":"495.587066ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:14:15.105648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.446607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-01T08:14:15.105649Z","caller":"traceutil/trace.go:171","msg":"trace[1119971606] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"152.943894ms","start":"2026-07-01T08:14:14.952636Z","end":"2026-07-01T08:14:15.105579Z","steps":["trace[1119971606] 'process raft request' (duration: 152.71851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:15.105695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.27615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:15.105725Z","caller":"traceutil/trace.go:171","msg":"trace[2056968535] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25779; }","duration":"343.566009ms","start":"2026-07-01T08:14:14.762138Z","end":"2026-07-01T08:14:15.105704Z","steps":["trace[2056968535] 'agreement among raft nodes before linearized reading' (duration: 343.355325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:15.105772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:14.762122Z","time spent":"343.641321ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-01T08:14:15.105768Z","caller":"traceutil/trace.go:171","msg":"trace[129129026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25779; }","duration":"204.395551ms","start":"2026-07-01T08:14:14.901355Z","end":"2026-07-01T08:14:15.10575Z","steps":["trace[129129026] 'agreement among raft nodes before linearized reading' (duration: 204.259709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:15.105952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.938596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5946dfdfb5-47gvk.18be1ad9b67cd9f5\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-01T08:14:15.106122Z","caller":"traceutil/trace.go:171","msg":"trace[1788116388] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5946dfdfb5-47gvk.18be1ad9b67cd9f5; range_end:; response_count:1; response_revision:25779; }","duration":"249.031667ms","start":"2026-07-01T08:14:14.856961Z","end":"2026-07-01T08:14:15.105993Z","steps":["trace[1788116388] 'agreement among raft nodes before linearized reading' (duration: 248.761251ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:15.237402Z","caller":"traceutil/trace.go:171","msg":"trace[1790264698] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"128.323827ms","start":"2026-07-01T08:14:15.109049Z","end":"2026-07-01T08:14:15.237373Z","steps":["trace[1790264698] 'process raft request' (duration: 125.513692ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:16.287117Z","caller":"traceutil/trace.go:171","msg":"trace[1628317797] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"364.823261ms","start":"2026-07-01T08:14:15.922262Z","end":"2026-07-01T08:14:16.287085Z","steps":["trace[1628317797] 'process raft request' (duration: 278.821615ms)","trace[1628317797] 'compare' (duration: 85.816963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:16.287267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.922233Z","time spent":"364.958443ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:16.287302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.573904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:16.287964Z","caller":"traceutil/trace.go:171","msg":"trace[387232103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25783; }","duration":"384.683956ms","start":"2026-07-01T08:14:15.903255Z","end":"2026-07-01T08:14:16.287939Z","steps":["trace[387232103] 'range keys from in-memory index tree' (duration: 383.473453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:16.288029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.903233Z","time spent":"384.780199ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T08:14:16.356864Z","caller":"traceutil/trace.go:171","msg":"trace[2041113499] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"433.767198ms","start":"2026-07-01T08:14:15.923052Z","end":"2026-07-01T08:14:16.356819Z","steps":["trace[2041113499] 'process raft request' (duration: 433.574114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:16.357027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.923025Z","time spent":"433.92592ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:16.357342Z","caller":"traceutil/trace.go:171","msg":"trace[1566631781] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"433.213907ms","start":"2026-07-01T08:14:15.924121Z","end":"2026-07-01T08:14:16.357334Z","steps":["trace[1566631781] 'process raft request' (duration: 432.658746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:16.357387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.924112Z","time spent":"433.251347ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:16.357518Z","caller":"traceutil/trace.go:171","msg":"trace[1375890631] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"434.371669ms","start":"2026-07-01T08:14:15.92314Z","end":"2026-07-01T08:14:16.357512Z","steps":["trace[1375890631] 'process raft request' (duration: 433.589154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:16.357554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.923133Z","time spent":"434.404239ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:16.357463Z","caller":"traceutil/trace.go:171","msg":"trace[13613737] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"433.522572ms","start":"2026-07-01T08:14:15.923786Z","end":"2026-07-01T08:14:16.357309Z","steps":["trace[13613737] 'process raft request' (duration: 432.966852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:16.357936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.923776Z","time spent":"433.995352ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:16.362493Z","caller":"traceutil/trace.go:171","msg":"trace[1703526446] linearizableReadLoop","detail":"{readStateIndex:26644; appliedIndex:26639; }","duration":"435.079653ms","start":"2026-07-01T08:14:15.927392Z","end":"2026-07-01T08:14:16.362472Z","steps":["trace[1703526446] 'read index received' (duration: 273.706706ms)","trace[1703526446] 'applied index is now lower than readState.Index' (duration: 161.371857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:16.362869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.47227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:16.362898Z","caller":"traceutil/trace.go:171","msg":"trace[601795697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25788; }","duration":"435.542532ms","start":"2026-07-01T08:14:15.927347Z","end":"2026-07-01T08:14:16.36289Z","steps":["trace[601795697] 'agreement among raft nodes before linearized reading' (duration: 435.41251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:16.362921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.92733Z","time spent":"435.585553ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T08:14:16.363047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.691387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:14:16.363119Z","caller":"traceutil/trace.go:171","msg":"trace[54637312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25788; }","duration":"431.807799ms","start":"2026-07-01T08:14:15.9313Z","end":"2026-07-01T08:14:16.363108Z","steps":["trace[54637312] 'agreement among raft nodes before linearized reading' (duration: 431.450753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:16.363182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:15.931281Z","time spent":"431.894151ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T08:14:17.399708Z","caller":"traceutil/trace.go:171","msg":"trace[759503120] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"156.893241ms","start":"2026-07-01T08:14:17.242798Z","end":"2026-07-01T08:14:17.399691Z","steps":["trace[759503120] 'process raft request' (duration: 156.786459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:19.170238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.421813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:19.170307Z","caller":"traceutil/trace.go:171","msg":"trace[309277990] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25807; }","duration":"104.515215ms","start":"2026-07-01T08:14:19.065775Z","end":"2026-07-01T08:14:19.170291Z","steps":["trace[309277990] 'count revisions from in-memory index tree' (duration: 104.328201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:19.737771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.176048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-07-01T08:14:19.737866Z","caller":"traceutil/trace.go:171","msg":"trace[205084373] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:25811; }","duration":"172.307649ms","start":"2026-07-01T08:14:19.565528Z","end":"2026-07-01T08:14:19.737836Z","steps":["trace[205084373] 'range keys from in-memory index tree' (duration: 171.988444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:19.737882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.255527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-07-01T08:14:19.737942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.53776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-07-01T08:14:19.738023Z","caller":"traceutil/trace.go:171","msg":"trace[347656252] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25811; }","duration":"222.390941ms","start":"2026-07-01T08:14:19.515559Z","end":"2026-07-01T08:14:19.73795Z","steps":["trace[347656252] 'range keys from in-memory index tree' (duration: 222.057634ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:19.738025Z","caller":"traceutil/trace.go:171","msg":"trace[1176310680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25811; }","duration":"196.679592ms","start":"2026-07-01T08:14:19.541323Z","end":"2026-07-01T08:14:19.738002Z","steps":["trace[1176310680] 'range keys from in-memory index tree' (duration: 196.289675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:19.738214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.388015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-01T08:14:19.738254Z","caller":"traceutil/trace.go:171","msg":"trace[1876253563] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25811; }","duration":"247.455667ms","start":"2026-07-01T08:14:19.490789Z","end":"2026-07-01T08:14:19.738244Z","steps":["trace[1876253563] 'range keys from in-memory index tree' (duration: 246.856835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:19.738665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.682128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:913"} {"level":"warn","ts":"2026-07-01T08:14:19.738714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.924309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-07-01T08:14:19.738731Z","caller":"traceutil/trace.go:171","msg":"trace[290316447] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:25811; }","duration":"121.781211ms","start":"2026-07-01T08:14:19.616934Z","end":"2026-07-01T08:14:19.738715Z","steps":["trace[290316447] 'range keys from in-memory index tree' (duration: 120.570008ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:19.738753Z","caller":"traceutil/trace.go:171","msg":"trace[531195693] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:25811; }","duration":"146.001159ms","start":"2026-07-01T08:14:19.592741Z","end":"2026-07-01T08:14:19.738742Z","steps":["trace[531195693] 'range keys from in-memory index tree' (duration: 145.802126ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:21.288474Z","caller":"traceutil/trace.go:171","msg":"trace[830469271] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"231.66013ms","start":"2026-07-01T08:14:21.056782Z","end":"2026-07-01T08:14:21.288442Z","steps":["trace[830469271] 'process raft request' (duration: 223.991152ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:21.288664Z","caller":"traceutil/trace.go:171","msg":"trace[2099044168] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26678; }","duration":"222.504023ms","start":"2026-07-01T08:14:21.066114Z","end":"2026-07-01T08:14:21.288618Z","steps":["trace[2099044168] 'read index received' (duration: 214.677632ms)","trace[2099044168] 'applied index is now lower than readState.Index' (duration: 7.822821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:21.289036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.901311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"info","ts":"2026-07-01T08:14:21.289108Z","caller":"traceutil/trace.go:171","msg":"trace[1662486303] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:25822; }","duration":"223.042044ms","start":"2026-07-01T08:14:21.066051Z","end":"2026-07-01T08:14:21.289093Z","steps":["trace[1662486303] 'agreement among raft nodes before linearized reading' (duration: 222.758668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:21.289133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.55343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-07-01T08:14:21.289138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.402392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-07-01T08:14:21.28903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.239332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1965"} {"level":"info","ts":"2026-07-01T08:14:21.28918Z","caller":"traceutil/trace.go:171","msg":"trace[618139246] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:25822; }","duration":"148.61316ms","start":"2026-07-01T08:14:21.140551Z","end":"2026-07-01T08:14:21.289164Z","steps":["trace[618139246] 'agreement among raft nodes before linearized reading' (duration: 148.524449ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:21.289195Z","caller":"traceutil/trace.go:171","msg":"trace[424234960] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25822; }","duration":"198.454197ms","start":"2026-07-01T08:14:21.090733Z","end":"2026-07-01T08:14:21.289187Z","steps":["trace[424234960] 'agreement among raft nodes before linearized reading' (duration: 198.14931ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:21.289191Z","caller":"traceutil/trace.go:171","msg":"trace[54551471] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:25822; }","duration":"123.495875ms","start":"2026-07-01T08:14:21.16568Z","end":"2026-07-01T08:14:21.289176Z","steps":["trace[54551471] 'agreement among raft nodes before linearized reading' (duration: 123.307001ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:21.28852Z","caller":"traceutil/trace.go:171","msg":"trace[1198302048] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"111.256196ms","start":"2026-07-01T08:14:21.177225Z","end":"2026-07-01T08:14:21.288482Z","steps":["trace[1198302048] 'process raft request' (duration: 111.055622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:21.290684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.615814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-07-01T08:14:21.290737Z","caller":"traceutil/trace.go:171","msg":"trace[894803037] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:25822; }","duration":"174.712226ms","start":"2026-07-01T08:14:21.116013Z","end":"2026-07-01T08:14:21.290725Z","steps":["trace[894803037] 'agreement among raft nodes before linearized reading' (duration: 173.278309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:21.520761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.166923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2111"} {"level":"info","ts":"2026-07-01T08:14:21.520824Z","caller":"traceutil/trace.go:171","msg":"trace[1136462643] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:25824; }","duration":"130.285575ms","start":"2026-07-01T08:14:21.390528Z","end":"2026-07-01T08:14:21.520814Z","steps":["trace[1136462643] 'range keys from in-memory index tree' (duration: 129.997129ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:21.520836Z","caller":"traceutil/trace.go:171","msg":"trace[10455160] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26682; }","duration":"104.288841ms","start":"2026-07-01T08:14:21.416508Z","end":"2026-07-01T08:14:21.520797Z","steps":["trace[10455160] 'read index received' (duration: 102.554547ms)","trace[10455160] 'applied index is now lower than readState.Index' (duration: 1.733264ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:21.520967Z","caller":"traceutil/trace.go:171","msg":"trace[355990704] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"107.905672ms","start":"2026-07-01T08:14:21.413049Z","end":"2026-07-01T08:14:21.520954Z","steps":["trace[355990704] 'process raft request' (duration: 105.976415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:21.521367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.839602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-07-01T08:14:21.521444Z","caller":"traceutil/trace.go:171","msg":"trace[131519920] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:25825; }","duration":"104.953825ms","start":"2026-07-01T08:14:21.416474Z","end":"2026-07-01T08:14:21.521428Z","steps":["trace[131519920] 'agreement among raft nodes before linearized reading' (duration: 104.842741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:26.806654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.599815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:26.80708Z","caller":"traceutil/trace.go:171","msg":"trace[146290689] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"413.228409ms","start":"2026-07-01T08:14:26.393833Z","end":"2026-07-01T08:14:26.807061Z","steps":["trace[146290689] 'process raft request' (duration: 413.167738ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:26.807514Z","caller":"traceutil/trace.go:171","msg":"trace[1739986733] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"414.871971ms","start":"2026-07-01T08:14:26.392617Z","end":"2026-07-01T08:14:26.807489Z","steps":["trace[1739986733] 'process raft request' (duration: 414.249359ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:26.807543Z","caller":"traceutil/trace.go:171","msg":"trace[680085584] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"418.091904ms","start":"2026-07-01T08:14:26.389401Z","end":"2026-07-01T08:14:26.807493Z","steps":["trace[680085584] 'process raft request' (duration: 227.578002ms)","trace[680085584] 'compare' (duration: 189.322439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:26.80771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.389378Z","time spent":"418.244007ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:26.807857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.392597Z","time spent":"414.976873ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:26.808309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.393823Z","time spent":"413.345731ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:27.252854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.882903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:27.252962Z","caller":"traceutil/trace.go:171","msg":"trace[857874791] linearizableReadLoop","detail":"{readStateIndex:26777; appliedIndex:26773; }","duration":"809.996619ms","start":"2026-07-01T08:14:26.442943Z","end":"2026-07-01T08:14:27.25294Z","steps":["trace[857874791] 'read index received' (duration: 173.987022ms)","trace[857874791] 'applied index is now lower than readState.Index' (duration: 636.008007ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:27.253038Z","caller":"traceutil/trace.go:171","msg":"trace[2141778385] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"816.458815ms","start":"2026-07-01T08:14:26.436568Z","end":"2026-07-01T08:14:27.253027Z","steps":["trace[2141778385] 'process raft request' (duration: 484.288506ms)","trace[2141778385] 'compare' (duration: 331.583238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:27.253095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.436535Z","time spent":"816.528277ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:27.253267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.304785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:14:27.253337Z","caller":"traceutil/trace.go:171","msg":"trace[1925879824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25919; }","duration":"810.436868ms","start":"2026-07-01T08:14:26.442881Z","end":"2026-07-01T08:14:27.253318Z","steps":["trace[1925879824] 'agreement among raft nodes before linearized reading' (duration: 810.244685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.253636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.442856Z","time spent":"810.736704ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:14:27.580545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.0155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T08:14:27.580675Z","caller":"traceutil/trace.go:171","msg":"trace[562273133] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26777; }","duration":"327.660811ms","start":"2026-07-01T08:14:27.252991Z","end":"2026-07-01T08:14:27.580652Z","steps":["trace[562273133] 'read index received' (duration: 69.468387ms)","trace[562273133] 'applied index is now lower than readState.Index' (duration: 258.190584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:27.581507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138040208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T08:14:27.581517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132730195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:27.581598Z","caller":"traceutil/trace.go:171","msg":"trace[165617210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25919; }","duration":"1.132875338s","start":"2026-07-01T08:14:26.448702Z","end":"2026-07-01T08:14:27.581577Z","steps":["trace[165617210] 'agreement among raft nodes before linearized reading' (duration: 1.132610183s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.581639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.448682Z","time spent":"1.132950389s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T08:14:27.581546Z","caller":"traceutil/trace.go:171","msg":"trace[159697657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25919; }","duration":"1.138112289s","start":"2026-07-01T08:14:26.443421Z","end":"2026-07-01T08:14:27.581534Z","steps":["trace[159697657] 'agreement among raft nodes before linearized reading' (duration: 1.137908446s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.581987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.302677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:27.582009Z","caller":"traceutil/trace.go:171","msg":"trace[881720996] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25919; }","duration":"452.366758ms","start":"2026-07-01T08:14:27.129636Z","end":"2026-07-01T08:14:27.582003Z","steps":["trace[881720996] 'agreement among raft nodes before linearized reading' (duration: 452.318837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.582035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.129606Z","time spent":"452.424129ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:27.582041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.443412Z","time spent":"1.138599779s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T08:14:27.582308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.598028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:27.58234Z","caller":"traceutil/trace.go:171","msg":"trace[811372697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25919; }","duration":"783.669009ms","start":"2026-07-01T08:14:26.798662Z","end":"2026-07-01T08:14:27.582331Z","steps":["trace[811372697] 'agreement among raft nodes before linearized reading' (duration: 783.620008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.58234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.359901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-07-01T08:14:27.582364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.798638Z","time spent":"783.72106ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:14:27.582386Z","caller":"traceutil/trace.go:171","msg":"trace[412525353] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25919; }","duration":"591.427163ms","start":"2026-07-01T08:14:26.990934Z","end":"2026-07-01T08:14:27.582361Z","steps":["trace[412525353] 'agreement among raft nodes before linearized reading' (duration: 591.27722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.582445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.990907Z","time spent":"591.530805ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T08:14:27.582538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.510812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:27.582575Z","caller":"traceutil/trace.go:171","msg":"trace[768149773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25919; }","duration":"677.585514ms","start":"2026-07-01T08:14:26.904983Z","end":"2026-07-01T08:14:27.582569Z","steps":["trace[768149773] 'agreement among raft nodes before linearized reading' (duration: 677.532833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.582597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:26.90496Z","time spent":"677.632794ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T08:14:27.864174Z","caller":"traceutil/trace.go:171","msg":"trace[2138828952] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"604.863953ms","start":"2026-07-01T08:14:27.259286Z","end":"2026-07-01T08:14:27.86415Z","steps":["trace[2138828952] 'process raft request' (duration: 604.70116ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:27.864255Z","caller":"traceutil/trace.go:171","msg":"trace[1074261802] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"553.365066ms","start":"2026-07-01T08:14:27.310876Z","end":"2026-07-01T08:14:27.864241Z","steps":["trace[1074261802] 'process raft request' (duration: 553.241234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:27.864317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.310825Z","time spent":"553.453168ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:27.864316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.259247Z","time spent":"604.992686ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:28.235987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.745629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:28.236267Z","caller":"traceutil/trace.go:171","msg":"trace[389511945] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"687.374104ms","start":"2026-07-01T08:14:27.548865Z","end":"2026-07-01T08:14:28.236239Z","steps":["trace[389511945] 'process raft request' (duration: 353.252618ms)","trace[389511945] 'compare' (duration: 333.324511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:28.23639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.548829Z","time spent":"687.491046ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:28.236279Z","caller":"traceutil/trace.go:171","msg":"trace[103311123] linearizableReadLoop","detail":"{readStateIndex:26781; appliedIndex:26778; }","duration":"655.558266ms","start":"2026-07-01T08:14:27.580704Z","end":"2026-07-01T08:14:28.236262Z","steps":["trace[103311123] 'read index received' (duration: 283.247611ms)","trace[103311123] 'applied index is now lower than readState.Index' (duration: 372.309505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:28.236438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.056055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:14:28.236424Z","caller":"traceutil/trace.go:171","msg":"trace[196029155] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"647.089933ms","start":"2026-07-01T08:14:27.589303Z","end":"2026-07-01T08:14:28.236393Z","steps":["trace[196029155] 'process raft request' (duration: 646.882728ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:28.236423Z","caller":"traceutil/trace.go:171","msg":"trace[815143927] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"648.158202ms","start":"2026-07-01T08:14:27.588212Z","end":"2026-07-01T08:14:28.23637Z","steps":["trace[815143927] 'process raft request' (duration: 647.876157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.236481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.229349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:14:28.236537Z","caller":"traceutil/trace.go:171","msg":"trace[1523986891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25925; }","duration":"917.351161ms","start":"2026-07-01T08:14:27.319173Z","end":"2026-07-01T08:14:28.236524Z","steps":["trace[1523986891] 'agreement among raft nodes before linearized reading' (duration: 917.153267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.236571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.589298Z","time spent":"647.202105ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:28.236585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.319123Z","time spent":"917.454733ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:14:28.236588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.863052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09416649-b04f-48e1-bae2-a202f09dc8cb\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-07-01T08:14:28.236492Z","caller":"traceutil/trace.go:171","msg":"trace[1564946995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25925; }","duration":"918.146097ms","start":"2026-07-01T08:14:27.318336Z","end":"2026-07-01T08:14:28.236482Z","steps":["trace[1564946995] 'agreement among raft nodes before linearized reading' (duration: 917.970622ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:28.236681Z","caller":"traceutil/trace.go:171","msg":"trace[429983491] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09416649-b04f-48e1-bae2-a202f09dc8cb; range_end:; response_count:1; response_revision:25925; }","duration":"853.004284ms","start":"2026-07-01T08:14:27.383656Z","end":"2026-07-01T08:14:28.236661Z","steps":["trace[429983491] 'agreement among raft nodes before linearized reading' (duration: 852.649566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.236735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.383643Z","time spent":"853.085946ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09416649-b04f-48e1-bae2-a202f09dc8cb\" "} {"level":"info","ts":"2026-07-01T08:14:28.236394Z","caller":"traceutil/trace.go:171","msg":"trace[1284501918] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"384.557473ms","start":"2026-07-01T08:14:27.851768Z","end":"2026-07-01T08:14:28.236326Z","steps":["trace[1284501918] 'process raft request' (duration: 384.450851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.23677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.318322Z","time spent":"918.388151ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:14:28.236615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.588192Z","time spent":"648.335226ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:28.237573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.851756Z","time spent":"385.024743ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:28.331967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.991669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:28.33204Z","caller":"traceutil/trace.go:171","msg":"trace[1332143795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25926; }","duration":"747.093901ms","start":"2026-07-01T08:14:27.584929Z","end":"2026-07-01T08:14:28.332023Z","steps":["trace[1332143795] 'agreement among raft nodes before linearized reading' (duration: 746.940288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.332072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.584914Z","time spent":"747.152852ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:14:28.332062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.217279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:28.332148Z","caller":"traceutil/trace.go:171","msg":"trace[1131027641] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25926; }","duration":"414.359152ms","start":"2026-07-01T08:14:27.917764Z","end":"2026-07-01T08:14:28.332123Z","steps":["trace[1131027641] 'agreement among raft nodes before linearized reading' (duration: 414.176738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.332151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.615964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T08:14:28.332195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.917751Z","time spent":"414.433113ms","remote":"127.0.0.1:53468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T08:14:28.33221Z","caller":"traceutil/trace.go:171","msg":"trace[1912831505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25926; }","duration":"418.722496ms","start":"2026-07-01T08:14:27.913473Z","end":"2026-07-01T08:14:28.332195Z","steps":["trace[1912831505] 'agreement among raft nodes before linearized reading' (duration: 418.488992ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:28.332219Z","caller":"traceutil/trace.go:171","msg":"trace[1135910370] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"256.552283ms","start":"2026-07-01T08:14:28.075633Z","end":"2026-07-01T08:14:28.332186Z","steps":["trace[1135910370] 'process raft request' (duration: 256.114665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.332244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.913454Z","time spent":"418.784967ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T08:14:28.332412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.191375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:28.332481Z","caller":"traceutil/trace.go:171","msg":"trace[1723095595] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25926; }","duration":"516.597453ms","start":"2026-07-01T08:14:27.815868Z","end":"2026-07-01T08:14:28.332466Z","steps":["trace[1723095595] 'agreement among raft nodes before linearized reading' (duration: 516.255397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:28.332524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:27.815844Z","time spent":"516.672374ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:28.83747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076296405,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T08:14:29.091831Z","caller":"traceutil/trace.go:171","msg":"trace[1662439044] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"850.597086ms","start":"2026-07-01T08:14:28.24121Z","end":"2026-07-01T08:14:29.091807Z","steps":["trace[1662439044] 'process raft request' (duration: 850.419163ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.092001Z","caller":"traceutil/trace.go:171","msg":"trace[83347821] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"850.710159ms","start":"2026-07-01T08:14:28.24126Z","end":"2026-07-01T08:14:29.09197Z","steps":["trace[83347821] 'process raft request' (duration: 850.507324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:29.092156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:28.241237Z","time spent":"850.842072ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:29.092385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:28.241188Z","time spent":"850.757251ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:29.097758Z","caller":"traceutil/trace.go:171","msg":"trace[8747845] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"684.859315ms","start":"2026-07-01T08:14:28.412878Z","end":"2026-07-01T08:14:29.097737Z","steps":["trace[8747845] 'process raft request' (duration: 684.715402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:29.097887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:28.412842Z","time spent":"684.981976ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:29.098066Z","caller":"traceutil/trace.go:171","msg":"trace[1417850395] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"285.993983ms","start":"2026-07-01T08:14:28.81204Z","end":"2026-07-01T08:14:29.098034Z","steps":["trace[1417850395] 'process raft request' (duration: 285.663027ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.098092Z","caller":"traceutil/trace.go:171","msg":"trace[2045101998] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"285.356261ms","start":"2026-07-01T08:14:28.812719Z","end":"2026-07-01T08:14:29.098075Z","steps":["trace[2045101998] 'process raft request' (duration: 285.235029ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.098218Z","caller":"traceutil/trace.go:171","msg":"trace[1245679195] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"285.205138ms","start":"2026-07-01T08:14:28.813003Z","end":"2026-07-01T08:14:29.098208Z","steps":["trace[1245679195] 'process raft request' (duration: 285.039425ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.098389Z","caller":"traceutil/trace.go:171","msg":"trace[318196551] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"172.997902ms","start":"2026-07-01T08:14:28.925372Z","end":"2026-07-01T08:14:29.098369Z","steps":["trace[318196551] 'process raft request' (duration: 172.794909ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.098408Z","caller":"traceutil/trace.go:171","msg":"trace[127326903] linearizableReadLoop","detail":"{readStateIndex:26791; appliedIndex:26785; }","duration":"761.744885ms","start":"2026-07-01T08:14:28.336646Z","end":"2026-07-01T08:14:29.098391Z","steps":["trace[127326903] 'read index received' (duration: 754.986874ms)","trace[127326903] 'applied index is now lower than readState.Index' (duration: 6.757101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:29.098579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.953381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:29.09862Z","caller":"traceutil/trace.go:171","msg":"trace[1779139029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25934; }","duration":"758.011412ms","start":"2026-07-01T08:14:28.340597Z","end":"2026-07-01T08:14:29.098608Z","steps":["trace[1779139029] 'agreement among raft nodes before linearized reading' (duration: 757.91878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:29.098628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.961969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T08:14:29.098656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:28.340591Z","time spent":"758.058153ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:14:29.098657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.056071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be1c57a61c7fa7\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-01T08:14:29.098666Z","caller":"traceutil/trace.go:171","msg":"trace[741435614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25934; }","duration":"762.04101ms","start":"2026-07-01T08:14:28.336614Z","end":"2026-07-01T08:14:29.098655Z","steps":["trace[741435614] 'agreement among raft nodes before linearized reading' (duration: 761.860796ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.09843Z","caller":"traceutil/trace.go:171","msg":"trace[1918644464] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"162.250395ms","start":"2026-07-01T08:14:28.936155Z","end":"2026-07-01T08:14:29.098406Z","steps":["trace[1918644464] 'process raft request' (duration: 162.157893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:29.098685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.791888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18353"} {"level":"warn","ts":"2026-07-01T08:14:29.098797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.988861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:29.098825Z","caller":"traceutil/trace.go:171","msg":"trace[368166364] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25934; }","duration":"757.943451ms","start":"2026-07-01T08:14:28.340873Z","end":"2026-07-01T08:14:29.098817Z","steps":["trace[368166364] 'agreement among raft nodes before linearized reading' (duration: 757.716827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:29.098858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:28.340869Z","time spent":"757.981601ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18375,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-01T08:14:29.09867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.65526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:29.098932Z","caller":"traceutil/trace.go:171","msg":"trace[110839541] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25934; }","duration":"288.122704ms","start":"2026-07-01T08:14:28.810709Z","end":"2026-07-01T08:14:29.098832Z","steps":["trace[110839541] 'agreement among raft nodes before linearized reading' (duration: 287.848059ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.098957Z","caller":"traceutil/trace.go:171","msg":"trace[1700343546] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25934; }","duration":"133.989107ms","start":"2026-07-01T08:14:28.964953Z","end":"2026-07-01T08:14:29.098942Z","steps":["trace[1700343546] 'agreement among raft nodes before linearized reading' (duration: 133.65047ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:29.098698Z","caller":"traceutil/trace.go:171","msg":"trace[493356511] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be1c57a61c7fa7; range_end:; response_count:1; response_revision:25934; }","duration":"422.119141ms","start":"2026-07-01T08:14:28.676567Z","end":"2026-07-01T08:14:29.098686Z","steps":["trace[493356511] 'agreement among raft nodes before linearized reading' (duration: 421.996969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:29.099118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:28.676551Z","time spent":"422.55854ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be1c57a61c7fa7\" "} {"level":"warn","ts":"2026-07-01T08:14:29.098704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:28.336599Z","time spent":"762.097052ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T08:14:30.441185Z","caller":"traceutil/trace.go:171","msg":"trace[898476899] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"198.279732ms","start":"2026-07-01T08:14:30.242882Z","end":"2026-07-01T08:14:30.441161Z","steps":["trace[898476899] 'process raft request' (duration: 198.077399ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:30.443292Z","caller":"traceutil/trace.go:171","msg":"trace[269496013] linearizableReadLoop","detail":"{readStateIndex:26800; appliedIndex:26798; }","duration":"198.416616ms","start":"2026-07-01T08:14:30.244849Z","end":"2026-07-01T08:14:30.443265Z","steps":["trace[269496013] 'read index received' (duration: 196.260433ms)","trace[269496013] 'applied index is now lower than readState.Index' (duration: 2.155103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:30.443626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.756143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09416649-b04f-48e1-bae2-a202f09dc8cb\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-07-01T08:14:30.443685Z","caller":"traceutil/trace.go:171","msg":"trace[1952978597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09416649-b04f-48e1-bae2-a202f09dc8cb; range_end:; response_count:1; response_revision:25943; }","duration":"198.835104ms","start":"2026-07-01T08:14:30.244831Z","end":"2026-07-01T08:14:30.443666Z","steps":["trace[1952978597] 'agreement among raft nodes before linearized reading' (duration: 198.563499ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:30.443753Z","caller":"traceutil/trace.go:171","msg":"trace[1716706010] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"197.378826ms","start":"2026-07-01T08:14:30.246341Z","end":"2026-07-01T08:14:30.44372Z","steps":["trace[1716706010] 'process raft request' (duration: 196.820546ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:30.44376Z","caller":"traceutil/trace.go:171","msg":"trace[437153819] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"200.793661ms","start":"2026-07-01T08:14:30.242923Z","end":"2026-07-01T08:14:30.443716Z","steps":["trace[437153819] 'process raft request' (duration: 200.045716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:30.444009Z","caller":"traceutil/trace.go:171","msg":"trace[1749255623] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"197.319034ms","start":"2026-07-01T08:14:30.246672Z","end":"2026-07-01T08:14:30.443991Z","steps":["trace[1749255623] 'process raft request' (duration: 196.55438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:30.92343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.04716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:30.923525Z","caller":"traceutil/trace.go:171","msg":"trace[115042044] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25943; }","duration":"278.211723ms","start":"2026-07-01T08:14:30.645293Z","end":"2026-07-01T08:14:30.923505Z","steps":["trace[115042044] 'count revisions from in-memory index tree' (duration: 277.868166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:30.923668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.868045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T08:14:30.923745Z","caller":"traceutil/trace.go:171","msg":"trace[515952930] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25943; }","duration":"101.984697ms","start":"2026-07-01T08:14:30.821742Z","end":"2026-07-01T08:14:30.923727Z","steps":["trace[515952930] 'count revisions from in-memory index tree' (duration: 101.806933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:31.472542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.535602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:31.472625Z","caller":"traceutil/trace.go:171","msg":"trace[333729478] linearizableReadLoop","detail":"{readStateIndex:26804; appliedIndex:26803; }","duration":"376.668841ms","start":"2026-07-01T08:14:31.095943Z","end":"2026-07-01T08:14:31.472612Z","steps":["trace[333729478] 'read index received' (duration: 217.992486ms)","trace[333729478] 'applied index is now lower than readState.Index' (duration: 158.675555ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:31.472696Z","caller":"traceutil/trace.go:171","msg":"trace[1688612785] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"380.239021ms","start":"2026-07-01T08:14:31.092391Z","end":"2026-07-01T08:14:31.47263Z","steps":["trace[1688612785] 'process raft request' (duration: 221.541195ms)","trace[1688612785] 'compare' (duration: 158.38296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:31.472794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.855814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:14:31.472815Z","caller":"traceutil/trace.go:171","msg":"trace[1259908086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25944; }","duration":"376.938106ms","start":"2026-07-01T08:14:31.09587Z","end":"2026-07-01T08:14:31.472808Z","steps":["trace[1259908086] 'agreement among raft nodes before linearized reading' (duration: 376.796003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:31.472841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.095853Z","time spent":"376.982636ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:14:31.472954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.092361Z","time spent":"380.454565ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:31.727399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.332462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:31.72762Z","caller":"traceutil/trace.go:171","msg":"trace[2095031544] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"622.115548ms","start":"2026-07-01T08:14:31.105488Z","end":"2026-07-01T08:14:31.727604Z","steps":["trace[2095031544] 'process raft request' (duration: 622.001396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:31.727693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.105463Z","time spent":"622.195009ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:31.727725Z","caller":"traceutil/trace.go:171","msg":"trace[860116930] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"622.275631ms","start":"2026-07-01T08:14:31.105412Z","end":"2026-07-01T08:14:31.727688Z","steps":["trace[860116930] 'process raft request' (duration: 483.574803ms)","trace[860116930] 'compare' (duration: 138.065586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:31.727869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.105387Z","time spent":"622.398153ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:31.72796Z","caller":"traceutil/trace.go:171","msg":"trace[1476164131] linearizableReadLoop","detail":"{readStateIndex:26809; appliedIndex:26804; }","duration":"255.302968ms","start":"2026-07-01T08:14:31.472643Z","end":"2026-07-01T08:14:31.727946Z","steps":["trace[1476164131] 'read index received' (duration: 116.442056ms)","trace[1476164131] 'applied index is now lower than readState.Index' (duration: 138.859182ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:31.727946Z","caller":"traceutil/trace.go:171","msg":"trace[1063793264] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"622.415313ms","start":"2026-07-01T08:14:31.105501Z","end":"2026-07-01T08:14:31.727916Z","steps":["trace[1063793264] 'process raft request' (duration: 622.070987ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:31.728018Z","caller":"traceutil/trace.go:171","msg":"trace[306146272] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"461.700038ms","start":"2026-07-01T08:14:31.266287Z","end":"2026-07-01T08:14:31.727987Z","steps":["trace[306146272] 'process raft request' (duration: 461.581206ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:31.727992Z","caller":"traceutil/trace.go:171","msg":"trace[264106039] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"622.357483ms","start":"2026-07-01T08:14:31.105596Z","end":"2026-07-01T08:14:31.727953Z","steps":["trace[264106039] 'process raft request' (duration: 622.21574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:31.728088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.105478Z","time spent":"622.530376ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:31.728112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.132032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T08:14:31.728131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.033348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09416649-b04f-48e1-bae2-a202f09dc8cb\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-07-01T08:14:31.728153Z","caller":"traceutil/trace.go:171","msg":"trace[1448491148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25949; }","duration":"632.209763ms","start":"2026-07-01T08:14:31.095931Z","end":"2026-07-01T08:14:31.728141Z","steps":["trace[1448491148] 'agreement among raft nodes before linearized reading' (duration: 632.085361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:31.72819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.095879Z","time spent":"632.303415ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:14:31.728183Z","caller":"traceutil/trace.go:171","msg":"trace[1145325957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09416649-b04f-48e1-bae2-a202f09dc8cb; range_end:; response_count:1; response_revision:25949; }","duration":"279.1457ms","start":"2026-07-01T08:14:31.449023Z","end":"2026-07-01T08:14:31.728169Z","steps":["trace[1145325957] 'agreement among raft nodes before linearized reading' (duration: 278.959286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:31.728147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.266258Z","time spent":"461.819731ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:31.728196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:31.105563Z","time spent":"622.528485ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:31.764368Z","caller":"traceutil/trace.go:171","msg":"trace[1679947230] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"288.341779ms","start":"2026-07-01T08:14:31.475979Z","end":"2026-07-01T08:14:31.764321Z","steps":["trace[1679947230] 'process raft request' (duration: 288.057444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:31.764385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.040682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-01T08:14:31.764507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.441043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:31.764648Z","caller":"traceutil/trace.go:171","msg":"trace[2050736550] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25950; }","duration":"288.321047ms","start":"2026-07-01T08:14:31.47629Z","end":"2026-07-01T08:14:31.764611Z","steps":["trace[2050736550] 'agreement among raft nodes before linearized reading' (duration: 287.90687ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:31.764723Z","caller":"traceutil/trace.go:171","msg":"trace[1183283787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25950; }","duration":"267.718679ms","start":"2026-07-01T08:14:31.496983Z","end":"2026-07-01T08:14:31.764702Z","steps":["trace[1183283787] 'agreement among raft nodes before linearized reading' (duration: 267.399153ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:33.474501Z","caller":"traceutil/trace.go:171","msg":"trace[1163630865] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"161.362809ms","start":"2026-07-01T08:14:33.313111Z","end":"2026-07-01T08:14:33.474474Z","steps":["trace[1163630865] 'process raft request' (duration: 161.169965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:34.115819Z","caller":"traceutil/trace.go:171","msg":"trace[1689857360] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"148.643271ms","start":"2026-07-01T08:14:33.967152Z","end":"2026-07-01T08:14:34.115796Z","steps":["trace[1689857360] 'process raft request' (duration: 148.506389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:37.137119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.869144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:37.137211Z","caller":"traceutil/trace.go:171","msg":"trace[1839173180] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26013; }","duration":"102.003807ms","start":"2026-07-01T08:14:37.035187Z","end":"2026-07-01T08:14:37.137191Z","steps":["trace[1839173180] 'count revisions from in-memory index tree' (duration: 101.61952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:39.231746Z","caller":"traceutil/trace.go:171","msg":"trace[284246237] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"108.179938ms","start":"2026-07-01T08:14:39.123538Z","end":"2026-07-01T08:14:39.231717Z","steps":["trace[284246237] 'process raft request' (duration: 108.017484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:39.650054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.744655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:39.650117Z","caller":"traceutil/trace.go:171","msg":"trace[1382156972] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26029; }","duration":"226.847127ms","start":"2026-07-01T08:14:39.423258Z","end":"2026-07-01T08:14:39.650105Z","steps":["trace[1382156972] 'range keys from in-memory index tree' (duration: 226.672354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:39.650271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.368421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:39.650298Z","caller":"traceutil/trace.go:171","msg":"trace[368201969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26029; }","duration":"171.421183ms","start":"2026-07-01T08:14:39.478867Z","end":"2026-07-01T08:14:39.650288Z","steps":["trace[368201969] 'count revisions from in-memory index tree' (duration: 171.31579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:40.362907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076296635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T08:14:40.398276Z","caller":"traceutil/trace.go:171","msg":"trace[1874887046] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"581.524082ms","start":"2026-07-01T08:14:39.816718Z","end":"2026-07-01T08:14:40.398242Z","steps":["trace[1874887046] 'process raft request' (duration: 581.358589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:40.398469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.816688Z","time spent":"581.675195ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:40.784864Z","caller":"traceutil/trace.go:171","msg":"trace[706706900] linearizableReadLoop","detail":"{readStateIndex:26900; appliedIndex:26893; }","duration":"922.657483ms","start":"2026-07-01T08:14:39.862182Z","end":"2026-07-01T08:14:40.784839Z","steps":["trace[706706900] 'read index received' (duration: 535.872297ms)","trace[706706900] 'applied index is now lower than readState.Index' (duration: 386.783986ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:40.785154Z","caller":"traceutil/trace.go:171","msg":"trace[844173422] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"691.524053ms","start":"2026-07-01T08:14:40.09358Z","end":"2026-07-01T08:14:40.785104Z","steps":["trace[844173422] 'process raft request' (duration: 691.220397ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:40.785244Z","caller":"traceutil/trace.go:171","msg":"trace[1277966030] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"932.26487ms","start":"2026-07-01T08:14:39.852966Z","end":"2026-07-01T08:14:40.785231Z","steps":["trace[1277966030] 'process raft request' (duration: 931.728129ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:40.785218Z","caller":"traceutil/trace.go:171","msg":"trace[264141245] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"880.085159ms","start":"2026-07-01T08:14:39.905079Z","end":"2026-07-01T08:14:40.785164Z","steps":["trace[264141245] 'process raft request' (duration: 879.684832ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:40.785315Z","caller":"traceutil/trace.go:171","msg":"trace[329390633] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"934.928851ms","start":"2026-07-01T08:14:39.850355Z","end":"2026-07-01T08:14:40.785284Z","steps":["trace[329390633] 'process raft request' (duration: 934.143407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:40.785359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.093551Z","time spent":"691.692927ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:40.785349Z","caller":"traceutil/trace.go:171","msg":"trace[1305252711] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"934.696896ms","start":"2026-07-01T08:14:39.850586Z","end":"2026-07-01T08:14:40.785283Z","steps":["trace[1305252711] 'process raft request' (duration: 934.063945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:40.785421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.850325Z","time spent":"935.044234ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:40.78513Z","caller":"traceutil/trace.go:171","msg":"trace[528794591] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"931.779081ms","start":"2026-07-01T08:14:39.853283Z","end":"2026-07-01T08:14:40.785062Z","steps":["trace[528794591] 'process raft request' (duration: 931.448755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:40.785477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.85295Z","time spent":"932.383592ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:40.785488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.905047Z","time spent":"880.311083ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:40.785533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.051981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T08:14:40.785544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.850561Z","time spent":"934.881039ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:40.785564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.853273Z","time spent":"932.22804ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:40.785594Z","caller":"traceutil/trace.go:171","msg":"trace[1101383547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26036; }","duration":"923.452288ms","start":"2026-07-01T08:14:39.862127Z","end":"2026-07-01T08:14:40.785579Z","steps":["trace[1101383547] 'agreement among raft nodes before linearized reading' (duration: 922.974609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:40.785641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.862108Z","time spent":"923.51999ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:14:41.28535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103406076296645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T08:14:41.446888Z","caller":"traceutil/trace.go:171","msg":"trace[1350999261] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"943.65805ms","start":"2026-07-01T08:14:40.503209Z","end":"2026-07-01T08:14:41.446867Z","steps":["trace[1350999261] 'process raft request' (duration: 943.6233ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.446972Z","caller":"traceutil/trace.go:171","msg":"trace[935335488] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"952.263748ms","start":"2026-07-01T08:14:40.494679Z","end":"2026-07-01T08:14:41.446943Z","steps":["trace[935335488] 'process raft request' (duration: 952.036074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.447013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.503166Z","time spent":"943.777053ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:41.447121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.494651Z","time spent":"952.39123ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:41.45012Z","caller":"traceutil/trace.go:171","msg":"trace[1533113831] linearizableReadLoop","detail":"{readStateIndex:26903; appliedIndex:26900; }","duration":"664.978479ms","start":"2026-07-01T08:14:40.784933Z","end":"2026-07-01T08:14:41.449911Z","steps":["trace[1533113831] 'read index received' (duration: 661.863609ms)","trace[1533113831] 'applied index is now lower than readState.Index' (duration: 3.11366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:41.450277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544528446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:41.450317Z","caller":"traceutil/trace.go:171","msg":"trace[1025854149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26039; }","duration":"1.544614698s","start":"2026-07-01T08:14:39.905692Z","end":"2026-07-01T08:14:41.450307Z","steps":["trace[1025854149] 'agreement among raft nodes before linearized reading' (duration: 1.544528907s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.450357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.905682Z","time spent":"1.544661009s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T08:14:41.450364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383484495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f2lz5.18be1b96cefea76f\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-07-01T08:14:41.450373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356507522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T08:14:41.450393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.49572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:41.45042Z","caller":"traceutil/trace.go:171","msg":"trace[432755997] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-f2lz5.18be1b96cefea76f; range_end:; response_count:1; response_revision:26039; }","duration":"1.383586737s","start":"2026-07-01T08:14:40.066816Z","end":"2026-07-01T08:14:41.450403Z","steps":["trace[432755997] 'agreement among raft nodes before linearized reading' (duration: 1.383408434s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.450432Z","caller":"traceutil/trace.go:171","msg":"trace[1727401109] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26039; }","duration":"1.356628586s","start":"2026-07-01T08:14:40.093788Z","end":"2026-07-01T08:14:41.450417Z","steps":["trace[1727401109] 'agreement among raft nodes before linearized reading' (duration: 1.356430182s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.450436Z","caller":"traceutil/trace.go:171","msg":"trace[1769843934] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"660.41932ms","start":"2026-07-01T08:14:40.790001Z","end":"2026-07-01T08:14:41.450421Z","steps":["trace[1769843934] 'process raft request' (duration: 659.786108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.450461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.066792Z","time spent":"1.383661249s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f2lz5.18be1b96cefea76f\" "} {"level":"info","ts":"2026-07-01T08:14:41.450469Z","caller":"traceutil/trace.go:171","msg":"trace[1800089349] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26039; }","duration":"501.585962ms","start":"2026-07-01T08:14:40.948862Z","end":"2026-07-01T08:14:41.450448Z","steps":["trace[1800089349] 'agreement among raft nodes before linearized reading' (duration: 501.45837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.450487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.093754Z","time spent":"1.356707106s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T08:14:41.450487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587295185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T08:14:41.450507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.789978Z","time spent":"660.492772ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:41.450523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.94884Z","time spent":"501.672313ms","remote":"127.0.0.1:53710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-01T08:14:41.450552Z","caller":"traceutil/trace.go:171","msg":"trace[1406488963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26039; }","duration":"1.587376827s","start":"2026-07-01T08:14:39.863148Z","end":"2026-07-01T08:14:41.450525Z","steps":["trace[1406488963] 'agreement among raft nodes before linearized reading' (duration: 1.587150182s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.450548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207111477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T08:14:41.450377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.441998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:14:41.450677Z","caller":"traceutil/trace.go:171","msg":"trace[1924786399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26039; }","duration":"843.746303ms","start":"2026-07-01T08:14:40.606919Z","end":"2026-07-01T08:14:41.450665Z","steps":["trace[1924786399] 'agreement among raft nodes before linearized reading' (duration: 843.332905ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.450688Z","caller":"traceutil/trace.go:171","msg":"trace[2133670193] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26039; }","duration":"1.20730772s","start":"2026-07-01T08:14:40.243341Z","end":"2026-07-01T08:14:41.450649Z","steps":["trace[2133670193] 'agreement among raft nodes before linearized reading' (duration: 1.206826631s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.450759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.939627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-01T08:14:41.450798Z","caller":"traceutil/trace.go:171","msg":"trace[1813718875] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26039; }","duration":"764.013487ms","start":"2026-07-01T08:14:40.686771Z","end":"2026-07-01T08:14:41.450785Z","steps":["trace[1813718875] 'agreement among raft nodes before linearized reading' (duration: 763.900605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.450787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.243321Z","time spent":"1.207447813s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T08:14:41.450828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.686751Z","time spent":"764.070539ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-01T08:14:41.45084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.046586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:41.450856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.436233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T08:14:41.450586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.863134Z","time spent":"1.587444639s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:14:41.450889Z","caller":"traceutil/trace.go:171","msg":"trace[302501100] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:26039; }","duration":"497.507133ms","start":"2026-07-01T08:14:40.953373Z","end":"2026-07-01T08:14:41.45088Z","steps":["trace[302501100] 'agreement among raft nodes before linearized reading' (duration: 497.41676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.450926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.953333Z","time spent":"497.586585ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-07-01T08:14:41.450951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532705568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:14:41.45099Z","caller":"traceutil/trace.go:171","msg":"trace[1867625621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26039; }","duration":"1.53281019s","start":"2026-07-01T08:14:39.918169Z","end":"2026-07-01T08:14:41.450979Z","steps":["trace[1867625621] 'agreement among raft nodes before linearized reading' (duration: 1.532023174s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.451019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.918132Z","time spent":"1.532880922s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:14:41.451025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.186324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:41.450705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55917144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:14:41.451067Z","caller":"traceutil/trace.go:171","msg":"trace[258390239] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26039; }","duration":"941.259494ms","start":"2026-07-01T08:14:40.509793Z","end":"2026-07-01T08:14:41.451052Z","steps":["trace[258390239] 'agreement among raft nodes before linearized reading' (duration: 941.199873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.451087Z","caller":"traceutil/trace.go:171","msg":"trace[1042501590] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26039; }","duration":"1.559590309s","start":"2026-07-01T08:14:39.891486Z","end":"2026-07-01T08:14:41.451076Z","steps":["trace[1042501590] 'agreement among raft nodes before linearized reading' (duration: 1.55915564s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.451102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.509776Z","time spent":"941.317996ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:41.451107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.543467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T08:14:41.451124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:39.891475Z","time spent":"1.55963704s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:41.450709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.606858Z","time spent":"843.841845ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T08:14:41.451141Z","caller":"traceutil/trace.go:171","msg":"trace[1531104996] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26039; }","duration":"264.67476ms","start":"2026-07-01T08:14:41.186458Z","end":"2026-07-01T08:14:41.451133Z","steps":["trace[1531104996] 'agreement among raft nodes before linearized reading' (duration: 264.446556ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.450888Z","caller":"traceutil/trace.go:171","msg":"trace[972807679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26039; }","duration":"428.100168ms","start":"2026-07-01T08:14:41.022774Z","end":"2026-07-01T08:14:41.450874Z","steps":["trace[972807679] 'agreement among raft nodes before linearized reading' (duration: 428.015285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.45125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:41.022723Z","time spent":"428.512466ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:41.451721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.220234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:41.4518Z","caller":"traceutil/trace.go:171","msg":"trace[1602637443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26039; }","duration":"857.335647ms","start":"2026-07-01T08:14:40.594446Z","end":"2026-07-01T08:14:41.451781Z","steps":["trace[1602637443] 'agreement among raft nodes before linearized reading' (duration: 857.134373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.452013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.898683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:41.452072Z","caller":"traceutil/trace.go:171","msg":"trace[1199284692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26039; }","duration":"251.963164ms","start":"2026-07-01T08:14:41.200095Z","end":"2026-07-01T08:14:41.452058Z","steps":["trace[1199284692] 'agreement among raft nodes before linearized reading' (duration: 250.631838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.451842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:40.59442Z","time spent":"857.410939ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T08:14:41.603603Z","caller":"traceutil/trace.go:171","msg":"trace[1178616197] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"150.022608ms","start":"2026-07-01T08:14:41.453534Z","end":"2026-07-01T08:14:41.603556Z","steps":["trace[1178616197] 'process raft request' (duration: 134.921876ms)","trace[1178616197] 'compare' (duration: 14.824076ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:41.603999Z","caller":"traceutil/trace.go:171","msg":"trace[817204801] linearizableReadLoop","detail":"{readStateIndex:26905; appliedIndex:26904; }","duration":"149.07201ms","start":"2026-07-01T08:14:41.454892Z","end":"2026-07-01T08:14:41.603964Z","steps":["trace[817204801] 'read index received' (duration: 25.794321ms)","trace[817204801] 'applied index is now lower than readState.Index' (duration: 123.276809ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:41.604038Z","caller":"traceutil/trace.go:171","msg":"trace[1583290407] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"147.129492ms","start":"2026-07-01T08:14:41.456879Z","end":"2026-07-01T08:14:41.604009Z","steps":["trace[1583290407] 'process raft request' (duration: 146.854907ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.604084Z","caller":"traceutil/trace.go:171","msg":"trace[332053414] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"147.125341ms","start":"2026-07-01T08:14:41.456946Z","end":"2026-07-01T08:14:41.604071Z","steps":["trace[332053414] 'process raft request' (duration: 146.919297ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.604057Z","caller":"traceutil/trace.go:171","msg":"trace[256696063] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"148.131061ms","start":"2026-07-01T08:14:41.455886Z","end":"2026-07-01T08:14:41.604017Z","steps":["trace[256696063] 'process raft request' (duration: 147.578151ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.604098Z","caller":"traceutil/trace.go:171","msg":"trace[360531215] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"145.554621ms","start":"2026-07-01T08:14:41.458535Z","end":"2026-07-01T08:14:41.60409Z","steps":["trace[360531215] 'process raft request' (duration: 145.386568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.604257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.348225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de0a2ef8-1500-47e7-bfa7-79259d26b218\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-01T08:14:41.604296Z","caller":"traceutil/trace.go:171","msg":"trace[1667417481] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de0a2ef8-1500-47e7-bfa7-79259d26b218; range_end:; response_count:1; response_revision:26044; }","duration":"149.425997ms","start":"2026-07-01T08:14:41.454857Z","end":"2026-07-01T08:14:41.604283Z","steps":["trace[1667417481] 'agreement among raft nodes before linearized reading' (duration: 149.256994ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.604655Z","caller":"traceutil/trace.go:171","msg":"trace[663993076] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"123.030174ms","start":"2026-07-01T08:14:41.481594Z","end":"2026-07-01T08:14:41.604625Z","steps":["trace[663993076] 'process raft request' (duration: 122.898772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.604768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.653662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:41.604792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.6056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-01T08:14:41.604847Z","caller":"traceutil/trace.go:171","msg":"trace[319983342] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26045; }","duration":"147.686752ms","start":"2026-07-01T08:14:41.457148Z","end":"2026-07-01T08:14:41.604835Z","steps":["trace[319983342] 'agreement among raft nodes before linearized reading' (duration: 147.475398ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:41.604848Z","caller":"traceutil/trace.go:171","msg":"trace[1892308217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26045; }","duration":"145.756535ms","start":"2026-07-01T08:14:41.459072Z","end":"2026-07-01T08:14:41.604829Z","steps":["trace[1892308217] 'agreement among raft nodes before linearized reading' (duration: 145.622783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:41.604707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.901078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:41.605045Z","caller":"traceutil/trace.go:171","msg":"trace[1647330056] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26045; }","duration":"144.257536ms","start":"2026-07-01T08:14:41.460773Z","end":"2026-07-01T08:14:41.605031Z","steps":["trace[1647330056] 'agreement among raft nodes before linearized reading' (duration: 143.855607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:42.601371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.302071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:14:42.601614Z","caller":"traceutil/trace.go:171","msg":"trace[532308435] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"198.074418ms","start":"2026-07-01T08:14:42.403521Z","end":"2026-07-01T08:14:42.601595Z","steps":["trace[532308435] 'process raft request' (duration: 197.972146ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:42.601888Z","caller":"traceutil/trace.go:171","msg":"trace[1112361979] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26913; }","duration":"494.122307ms","start":"2026-07-01T08:14:42.107742Z","end":"2026-07-01T08:14:42.601864Z","steps":["trace[1112361979] 'read index received' (duration: 48.176773ms)","trace[1112361979] 'applied index is now lower than readState.Index' (duration: 445.943014ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:42.60191Z","caller":"traceutil/trace.go:171","msg":"trace[809152555] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"521.0633ms","start":"2026-07-01T08:14:42.08083Z","end":"2026-07-01T08:14:42.601894Z","steps":["trace[809152555] 'process raft request' (duration: 75.141666ms)","trace[809152555] 'compare' (duration: 444.792522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:42.601982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:42.080793Z","time spent":"521.148672ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:42.602037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.2817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:42.602065Z","caller":"traceutil/trace.go:171","msg":"trace[1868742698] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26050; }","duration":"494.367982ms","start":"2026-07-01T08:14:42.107687Z","end":"2026-07-01T08:14:42.602055Z","steps":["trace[1868742698] 'agreement among raft nodes before linearized reading' (duration: 494.291261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:42.602091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:42.107655Z","time spent":"494.428034ms","remote":"127.0.0.1:53636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:42.602111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.644319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:42.602185Z","caller":"traceutil/trace.go:171","msg":"trace[2094602460] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26050; }","duration":"167.775802ms","start":"2026-07-01T08:14:42.43439Z","end":"2026-07-01T08:14:42.602165Z","steps":["trace[2094602460] 'agreement among raft nodes before linearized reading' (duration: 167.638609ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:42.950001Z","caller":"traceutil/trace.go:171","msg":"trace[1245735361] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"158.659235ms","start":"2026-07-01T08:14:42.791299Z","end":"2026-07-01T08:14:42.949958Z","steps":["trace[1245735361] 'process raft request' (duration: 152.978125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:42.950036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.005685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T08:14:42.95012Z","caller":"traceutil/trace.go:171","msg":"trace[562272041] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26050; }","duration":"202.147078ms","start":"2026-07-01T08:14:42.74795Z","end":"2026-07-01T08:14:42.950097Z","steps":["trace[562272041] 'count revisions from in-memory index tree' (duration: 201.909404ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:42.954408Z","caller":"traceutil/trace.go:171","msg":"trace[194163930] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"162.090051ms","start":"2026-07-01T08:14:42.792271Z","end":"2026-07-01T08:14:42.954361Z","steps":["trace[194163930] 'process raft request' (duration: 161.864757ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:42.95452Z","caller":"traceutil/trace.go:171","msg":"trace[933534228] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"160.621233ms","start":"2026-07-01T08:14:42.793874Z","end":"2026-07-01T08:14:42.954496Z","steps":["trace[933534228] 'process raft request' (duration: 160.48597ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:42.954581Z","caller":"traceutil/trace.go:171","msg":"trace[45305325] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"162.096181ms","start":"2026-07-01T08:14:42.792472Z","end":"2026-07-01T08:14:42.954568Z","steps":["trace[45305325] 'process raft request' (duration: 161.808876ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:42.954547Z","caller":"traceutil/trace.go:171","msg":"trace[1218649260] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"161.456689ms","start":"2026-07-01T08:14:42.793003Z","end":"2026-07-01T08:14:42.954459Z","steps":["trace[1218649260] 'process raft request' (duration: 161.318116ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:43.592745Z","caller":"traceutil/trace.go:171","msg":"trace[832464835] linearizableReadLoop","detail":"{readStateIndex:26921; appliedIndex:26920; }","duration":"138.972583ms","start":"2026-07-01T08:14:43.45374Z","end":"2026-07-01T08:14:43.592713Z","steps":["trace[832464835] 'read index received' (duration: 138.878261ms)","trace[832464835] 'applied index is now lower than readState.Index' (duration: 93.642µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:43.59285Z","caller":"traceutil/trace.go:171","msg":"trace[1260631041] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"139.606605ms","start":"2026-07-01T08:14:43.453225Z","end":"2026-07-01T08:14:43.592832Z","steps":["trace[1260631041] 'process raft request' (duration: 139.290009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:43.59299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.241969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:14:43.59312Z","caller":"traceutil/trace.go:171","msg":"trace[1126376981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26056; }","duration":"139.445643ms","start":"2026-07-01T08:14:43.453665Z","end":"2026-07-01T08:14:43.593111Z","steps":["trace[1126376981] 'agreement among raft nodes before linearized reading' (duration: 139.216698ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:43.785028Z","caller":"traceutil/trace.go:171","msg":"trace[1308295345] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"329.62018ms","start":"2026-07-01T08:14:43.455386Z","end":"2026-07-01T08:14:43.785006Z","steps":["trace[1308295345] 'process raft request' (duration: 324.99195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:43.785144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:43.455358Z","time spent":"329.720211ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:43.785158Z","caller":"traceutil/trace.go:171","msg":"trace[1008206922] linearizableReadLoop","detail":"{readStateIndex:26923; appliedIndex:26921; }","duration":"176.317807ms","start":"2026-07-01T08:14:43.608819Z","end":"2026-07-01T08:14:43.785137Z","steps":["trace[1008206922] 'read index received' (duration: 171.572875ms)","trace[1008206922] 'applied index is now lower than readState.Index' (duration: 4.743822ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:43.785239Z","caller":"traceutil/trace.go:171","msg":"trace[1645917630] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"186.899323ms","start":"2026-07-01T08:14:43.598333Z","end":"2026-07-01T08:14:43.785232Z","steps":["trace[1645917630] 'process raft request' (duration: 186.603977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:43.785392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.394199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:14:43.785452Z","caller":"traceutil/trace.go:171","msg":"trace[944674506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26058; }","duration":"176.46359ms","start":"2026-07-01T08:14:43.608975Z","end":"2026-07-01T08:14:43.785439Z","steps":["trace[944674506] 'agreement among raft nodes before linearized reading' (duration: 176.288467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:43.785512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.676264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T08:14:43.785512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.90334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T08:14:43.785548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.076093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:14:43.785574Z","caller":"traceutil/trace.go:171","msg":"trace[488280129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26058; }","duration":"126.006972ms","start":"2026-07-01T08:14:43.659554Z","end":"2026-07-01T08:14:43.785561Z","steps":["trace[488280129] 'agreement among raft nodes before linearized reading' (duration: 125.816259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:43.785553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.683214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:43.785609Z","caller":"traceutil/trace.go:171","msg":"trace[1284127360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26058; }","duration":"176.169685ms","start":"2026-07-01T08:14:43.609425Z","end":"2026-07-01T08:14:43.785595Z","steps":["trace[1284127360] 'agreement among raft nodes before linearized reading' (duration: 175.985001ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:43.785634Z","caller":"traceutil/trace.go:171","msg":"trace[418040599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26058; }","duration":"175.777137ms","start":"2026-07-01T08:14:43.609832Z","end":"2026-07-01T08:14:43.785609Z","steps":["trace[418040599] 'agreement among raft nodes before linearized reading' (duration: 175.557643ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:43.785573Z","caller":"traceutil/trace.go:171","msg":"trace[1035771762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26058; }","duration":"176.781746ms","start":"2026-07-01T08:14:43.608774Z","end":"2026-07-01T08:14:43.785556Z","steps":["trace[1035771762] 'agreement among raft nodes before linearized reading' (duration: 176.611783ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:44.394426Z","caller":"traceutil/trace.go:171","msg":"trace[506054251] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"288.847398ms","start":"2026-07-01T08:14:44.105553Z","end":"2026-07-01T08:14:44.3944Z","steps":["trace[506054251] 'process raft request' (duration: 288.669885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:44.574029Z","caller":"traceutil/trace.go:171","msg":"trace[1323764729] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"333.987703ms","start":"2026-07-01T08:14:44.240011Z","end":"2026-07-01T08:14:44.573999Z","steps":["trace[1323764729] 'process raft request' (duration: 333.84061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:44.57415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:44.239982Z","time spent":"334.106175ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:46.008369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.915515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:46.008461Z","caller":"traceutil/trace.go:171","msg":"trace[166398479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26078; }","duration":"104.061588ms","start":"2026-07-01T08:14:45.904383Z","end":"2026-07-01T08:14:46.008445Z","steps":["trace[166398479] 'range keys from in-memory index tree' (duration: 103.823614ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:47.66617Z","caller":"traceutil/trace.go:171","msg":"trace[809983000] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"745.537081ms","start":"2026-07-01T08:14:46.920611Z","end":"2026-07-01T08:14:47.666149Z","steps":["trace[809983000] 'process raft request' (duration: 745.383847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:47.666293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:46.920584Z","time spent":"745.644694ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:48.23957Z","caller":"traceutil/trace.go:171","msg":"trace[1210758758] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"1.277547562s","start":"2026-07-01T08:14:46.96199Z","end":"2026-07-01T08:14:48.239538Z","steps":["trace[1210758758] 'process raft request' (duration: 1.277245757s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.239744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:46.961961Z","time spent":"1.277691114s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:48.239935Z","caller":"traceutil/trace.go:171","msg":"trace[741935256] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"1.273631525s","start":"2026-07-01T08:14:46.966237Z","end":"2026-07-01T08:14:48.239869Z","steps":["trace[741935256] 'process raft request' (duration: 1.273227178s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.240136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:46.966208Z","time spent":"1.273820749s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:48.24022Z","caller":"traceutil/trace.go:171","msg":"trace[1234959998] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"1.271191779s","start":"2026-07-01T08:14:46.969018Z","end":"2026-07-01T08:14:48.24021Z","steps":["trace[1234959998] 'process raft request' (duration: 1.270733019s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.240274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:46.968992Z","time spent":"1.271257401s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:48.24038Z","caller":"traceutil/trace.go:171","msg":"trace[390410427] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"1.271107298s","start":"2026-07-01T08:14:46.969252Z","end":"2026-07-01T08:14:48.24036Z","steps":["trace[390410427] 'process raft request' (duration: 1.270921804s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.240479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:46.969237Z","time spent":"1.271195789s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:48.240521Z","caller":"traceutil/trace.go:171","msg":"trace[1671331276] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"1.270461766s","start":"2026-07-01T08:14:46.970052Z","end":"2026-07-01T08:14:48.240514Z","steps":["trace[1671331276] 'process raft request' (duration: 1.270251562s)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:48.24052Z","caller":"traceutil/trace.go:171","msg":"trace[111691282] linearizableReadLoop","detail":"{readStateIndex:26951; appliedIndex:26945; }","duration":"873.797086ms","start":"2026-07-01T08:14:47.366709Z","end":"2026-07-01T08:14:48.240506Z","steps":["trace[111691282] 'read index received' (duration: 299.27966ms)","trace[111691282] 'applied index is now lower than readState.Index' (duration: 574.516416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:14:48.240559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:46.970039Z","time spent":"1.270499866s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:48.240627Z","caller":"traceutil/trace.go:171","msg":"trace[1513095142] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"607.339032ms","start":"2026-07-01T08:14:47.63324Z","end":"2026-07-01T08:14:48.240579Z","steps":["trace[1513095142] 'process raft request' (duration: 607.206859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.240716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.99099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:48.240828Z","caller":"traceutil/trace.go:171","msg":"trace[1996367655] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26086; }","duration":"874.123302ms","start":"2026-07-01T08:14:47.366656Z","end":"2026-07-01T08:14:48.240779Z","steps":["trace[1996367655] 'agreement among raft nodes before linearized reading' (duration: 873.952229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.240874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.366633Z","time spent":"874.229155ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:48.240875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.633215Z","time spent":"607.515436ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:48.2662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.127723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:48.266289Z","caller":"traceutil/trace.go:171","msg":"trace[29606701] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26087; }","duration":"500.259576ms","start":"2026-07-01T08:14:47.766007Z","end":"2026-07-01T08:14:48.266266Z","steps":["trace[29606701] 'agreement among raft nodes before linearized reading' (duration: 500.080593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.266357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.765988Z","time spent":"500.344367ms","remote":"127.0.0.1:53720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:48.266321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.595483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:14:48.266425Z","caller":"traceutil/trace.go:171","msg":"trace[518086013] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"457.11775ms","start":"2026-07-01T08:14:47.809284Z","end":"2026-07-01T08:14:48.266401Z","steps":["trace[518086013] 'process raft request' (duration: 456.677772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.266523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.80926Z","time spent":"457.219021ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:48.266344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.61523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:48.266641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.077093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:48.266687Z","caller":"traceutil/trace.go:171","msg":"trace[428952057] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26087; }","duration":"166.012487ms","start":"2026-07-01T08:14:48.100658Z","end":"2026-07-01T08:14:48.266671Z","steps":["trace[428952057] 'agreement among raft nodes before linearized reading' (duration: 165.565818ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:48.26671Z","caller":"traceutil/trace.go:171","msg":"trace[212925303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26087; }","duration":"451.163035ms","start":"2026-07-01T08:14:47.815529Z","end":"2026-07-01T08:14:48.266692Z","steps":["trace[212925303] 'agreement among raft nodes before linearized reading' (duration: 450.93388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.266736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.845368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T08:14:48.266775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.815522Z","time spent":"451.238866ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T08:14:48.266569Z","caller":"traceutil/trace.go:171","msg":"trace[523610348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26087; }","duration":"450.750487ms","start":"2026-07-01T08:14:47.81566Z","end":"2026-07-01T08:14:48.26641Z","steps":["trace[523610348] 'agreement among raft nodes before linearized reading' (duration: 450.456211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.266856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.815653Z","time spent":"451.190656ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T08:14:48.266782Z","caller":"traceutil/trace.go:171","msg":"trace[845951833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26087; }","duration":"451.91834ms","start":"2026-07-01T08:14:47.814849Z","end":"2026-07-01T08:14:48.266767Z","steps":["trace[845951833] 'agreement among raft nodes before linearized reading' (duration: 451.784436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.266915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.814839Z","time spent":"452.062272ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T08:14:48.266947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.686326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:48.266982Z","caller":"traceutil/trace.go:171","msg":"trace[1517741492] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26087; }","duration":"207.724156ms","start":"2026-07-01T08:14:48.059248Z","end":"2026-07-01T08:14:48.266972Z","steps":["trace[1517741492] 'agreement among raft nodes before linearized reading' (duration: 207.655345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.266992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.395138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:14:48.267052Z","caller":"traceutil/trace.go:171","msg":"trace[125795640] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26087; }","duration":"403.494761ms","start":"2026-07-01T08:14:47.863538Z","end":"2026-07-01T08:14:48.267033Z","steps":["trace[125795640] 'agreement among raft nodes before linearized reading' (duration: 403.384388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.267101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.863521Z","time spent":"403.569882ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-01T08:14:48.267284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.529402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:14:48.267447Z","caller":"traceutil/trace.go:171","msg":"trace[570924728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26087; }","duration":"452.306967ms","start":"2026-07-01T08:14:47.815114Z","end":"2026-07-01T08:14:48.267421Z","steps":["trace[570924728] 'agreement among raft nodes before linearized reading' (duration: 451.253466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.26754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.815106Z","time spent":"452.417139ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:14:48.267534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.330525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:14:48.267656Z","caller":"traceutil/trace.go:171","msg":"trace[1808705294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26087; }","duration":"455.486819ms","start":"2026-07-01T08:14:47.812139Z","end":"2026-07-01T08:14:48.267626Z","steps":["trace[1808705294] 'agreement among raft nodes before linearized reading' (duration: 454.698914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:48.267733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:47.812128Z","time spent":"455.58915ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T08:14:48.401713Z","caller":"traceutil/trace.go:171","msg":"trace[29709007] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"129.448279ms","start":"2026-07-01T08:14:48.272235Z","end":"2026-07-01T08:14:48.401683Z","steps":["trace[29709007] 'process raft request' (duration: 129.333507ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:48.401722Z","caller":"traceutil/trace.go:171","msg":"trace[1044472053] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"130.867597ms","start":"2026-07-01T08:14:48.27081Z","end":"2026-07-01T08:14:48.401677Z","steps":["trace[1044472053] 'process raft request' (duration: 130.609952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:48.401711Z","caller":"traceutil/trace.go:171","msg":"trace[1573646983] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"129.303926ms","start":"2026-07-01T08:14:48.272381Z","end":"2026-07-01T08:14:48.401685Z","steps":["trace[1573646983] 'process raft request' (duration: 129.228855ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:48.40192Z","caller":"traceutil/trace.go:171","msg":"trace[236815675] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"129.355997ms","start":"2026-07-01T08:14:48.272527Z","end":"2026-07-01T08:14:48.401883Z","steps":["trace[236815675] 'process raft request' (duration: 129.120363ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:48.405547Z","caller":"traceutil/trace.go:171","msg":"trace[437165921] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"115.112802ms","start":"2026-07-01T08:14:48.290417Z","end":"2026-07-01T08:14:48.40553Z","steps":["trace[437165921] 'process raft request' (duration: 114.99981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.453294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.77262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:14:50.453355Z","caller":"traceutil/trace.go:171","msg":"trace[1589057379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26095; }","duration":"638.870533ms","start":"2026-07-01T08:14:49.814471Z","end":"2026-07-01T08:14:50.453341Z","steps":["trace[1589057379] 'range keys from in-memory index tree' (duration: 638.624658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.453381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:49.814452Z","time spent":"638.923173ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T08:14:50.453597Z","caller":"traceutil/trace.go:171","msg":"trace[1914408794] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"206.727946ms","start":"2026-07-01T08:14:50.246848Z","end":"2026-07-01T08:14:50.453576Z","steps":["trace[1914408794] 'process raft request' (duration: 205.347129ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:50.731823Z","caller":"traceutil/trace.go:171","msg":"trace[1698416074] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"484.351808ms","start":"2026-07-01T08:14:50.247447Z","end":"2026-07-01T08:14:50.731799Z","steps":["trace[1698416074] 'process raft request' (duration: 484.280557ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:50.731929Z","caller":"traceutil/trace.go:171","msg":"trace[1347508230] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"484.710005ms","start":"2026-07-01T08:14:50.24714Z","end":"2026-07-01T08:14:50.73185Z","steps":["trace[1347508230] 'process raft request' (duration: 484.379949ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:50.731956Z","caller":"traceutil/trace.go:171","msg":"trace[387327523] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"484.410029ms","start":"2026-07-01T08:14:50.247451Z","end":"2026-07-01T08:14:50.731861Z","steps":["trace[387327523] 'process raft request' (duration: 484.231446ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:50.732118Z","caller":"traceutil/trace.go:171","msg":"trace[1472368850] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"484.602252ms","start":"2026-07-01T08:14:50.247489Z","end":"2026-07-01T08:14:50.732091Z","steps":["trace[1472368850] 'process raft request' (duration: 484.274026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.73215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.247443Z","time spent":"484.594832ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:50.73215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.247119Z","time spent":"484.916998ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:50.732265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.247484Z","time spent":"484.705644ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:14:50.732449Z","caller":"traceutil/trace.go:171","msg":"trace[274299497] linearizableReadLoop","detail":"{readStateIndex:26968; appliedIndex:26961; }","duration":"439.656042ms","start":"2026-07-01T08:14:50.292782Z","end":"2026-07-01T08:14:50.732438Z","steps":["trace[274299497] 'read index received' (duration: 159.567943ms)","trace[274299497] 'applied index is now lower than readState.Index' (duration: 280.086879ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:14:50.732495Z","caller":"traceutil/trace.go:171","msg":"trace[1135778545] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"484.946051ms","start":"2026-07-01T08:14:50.247526Z","end":"2026-07-01T08:14:50.732472Z","steps":["trace[1135778545] 'process raft request' (duration: 484.471071ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:14:50.732504Z","caller":"traceutil/trace.go:171","msg":"trace[6430532] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"460.498406ms","start":"2026-07-01T08:14:50.271985Z","end":"2026-07-01T08:14:50.732483Z","steps":["trace[6430532] 'process raft request' (duration: 460.341993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.73258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.247522Z","time spent":"485.016642ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:50.732596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.271967Z","time spent":"460.581637ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:50.732638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.851105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:14:50.732668Z","caller":"traceutil/trace.go:171","msg":"trace[1828263031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26102; }","duration":"439.921366ms","start":"2026-07-01T08:14:50.292738Z","end":"2026-07-01T08:14:50.732659Z","steps":["trace[1828263031] 'agreement among raft nodes before linearized reading' (duration: 439.761563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.732653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.24742Z","time spent":"484.552242ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:14:50.732706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.292717Z","time spent":"439.979548ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T08:14:50.750105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.911765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:14:50.75018Z","caller":"traceutil/trace.go:171","msg":"trace[1443066489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26103; }","duration":"344.039798ms","start":"2026-07-01T08:14:50.406122Z","end":"2026-07-01T08:14:50.750162Z","steps":["trace[1443066489] 'agreement among raft nodes before linearized reading' (duration: 343.811704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.750187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.964779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T08:14:50.750183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.452617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:14:50.750231Z","caller":"traceutil/trace.go:171","msg":"trace[1266702142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26103; }","duration":"194.04217ms","start":"2026-07-01T08:14:50.556174Z","end":"2026-07-01T08:14:50.750216Z","steps":["trace[1266702142] 'agreement among raft nodes before linearized reading' (duration: 193.984669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.750231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.544179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:14:50.75025Z","caller":"traceutil/trace.go:171","msg":"trace[821060753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26103; }","duration":"343.541848ms","start":"2026-07-01T08:14:50.406689Z","end":"2026-07-01T08:14:50.75023Z","steps":["trace[821060753] 'agreement among raft nodes before linearized reading' (duration: 343.340694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.750295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.406683Z","time spent":"343.601039ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T08:14:50.750291Z","caller":"traceutil/trace.go:171","msg":"trace[1986952931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26103; }","duration":"343.61033ms","start":"2026-07-01T08:14:50.406666Z","end":"2026-07-01T08:14:50.750277Z","steps":["trace[1986952931] 'agreement among raft nodes before linearized reading' (duration: 343.410886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.750223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.406101Z","time spent":"344.111789ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:14:50.750351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.406633Z","time spent":"343.709181ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:14:50.750124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.474108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T08:14:50.750403Z","caller":"traceutil/trace.go:171","msg":"trace[415421291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26103; }","duration":"293.796723ms","start":"2026-07-01T08:14:50.456594Z","end":"2026-07-01T08:14:50.750391Z","steps":["trace[415421291] 'agreement among raft nodes before linearized reading' (duration: 293.405356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.750408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.335415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:14:50.750485Z","caller":"traceutil/trace.go:171","msg":"trace[194661333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26103; }","duration":"343.443927ms","start":"2026-07-01T08:14:50.407023Z","end":"2026-07-01T08:14:50.750467Z","steps":["trace[194661333] 'agreement among raft nodes before linearized reading' (duration: 343.178632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:14:50.750532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:14:50.407016Z","time spent":"343.504548ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T08:15:03.039361Z","caller":"traceutil/trace.go:171","msg":"trace[24680115] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"215.549998ms","start":"2026-07-01T08:15:02.823785Z","end":"2026-07-01T08:15:03.039335Z","steps":["trace[24680115] 'process raft request' (duration: 215.388625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.370889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.972561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:15:03.371011Z","caller":"traceutil/trace.go:171","msg":"trace[219226951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26224; }","duration":"224.105564ms","start":"2026-07-01T08:15:03.146887Z","end":"2026-07-01T08:15:03.370993Z","steps":["trace[219226951] 'range keys from in-memory index tree' (duration: 223.955311ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:03.402069Z","caller":"traceutil/trace.go:171","msg":"trace[1725746813] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"566.02125ms","start":"2026-07-01T08:15:02.836019Z","end":"2026-07-01T08:15:03.40204Z","steps":["trace[1725746813] 'process raft request' (duration: 565.946399ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:03.402111Z","caller":"traceutil/trace.go:171","msg":"trace[818712701] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"566.296376ms","start":"2026-07-01T08:15:02.835773Z","end":"2026-07-01T08:15:03.402069Z","steps":["trace[818712701] 'process raft request' (duration: 566.153083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.40221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.836004Z","time spent":"566.129793ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:03.402069Z","caller":"traceutil/trace.go:171","msg":"trace[834290623] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"567.982628ms","start":"2026-07-01T08:15:02.834064Z","end":"2026-07-01T08:15:03.402046Z","steps":["trace[834290623] 'process raft request' (duration: 567.697313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.402357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.834049Z","time spent":"568.244894ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:03.403279Z","caller":"traceutil/trace.go:171","msg":"trace[1538451910] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"566.51193ms","start":"2026-07-01T08:15:02.836741Z","end":"2026-07-01T08:15:03.403253Z","steps":["trace[1538451910] 'process raft request' (duration: 565.255776ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:03.403329Z","caller":"traceutil/trace.go:171","msg":"trace[295434329] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27092; }","duration":"564.339208ms","start":"2026-07-01T08:15:02.83897Z","end":"2026-07-01T08:15:03.403309Z","steps":["trace[295434329] 'read index received' (duration: 200.280302ms)","trace[295434329] 'applied index is now lower than readState.Index' (duration: 364.055016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:15:03.403407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.836726Z","time spent":"566.626002ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:03.403461Z","caller":"traceutil/trace.go:171","msg":"trace[1838480740] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"565.736086ms","start":"2026-07-01T08:15:02.837716Z","end":"2026-07-01T08:15:03.403453Z","steps":["trace[1838480740] 'process raft request' (duration: 565.475471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.403511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.837693Z","time spent":"565.791096ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:03.403576Z","caller":"traceutil/trace.go:171","msg":"trace[1315393807] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"566.806177ms","start":"2026-07-01T08:15:02.836762Z","end":"2026-07-01T08:15:03.403568Z","steps":["trace[1315393807] 'process raft request' (duration: 566.345737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.403583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.835747Z","time spent":"566.441909ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:03.40361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.836748Z","time spent":"566.845697ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:03.403726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.397553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:15:03.403749Z","caller":"traceutil/trace.go:171","msg":"trace[1665207040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26231; }","duration":"559.442864ms","start":"2026-07-01T08:15:02.844301Z","end":"2026-07-01T08:15:03.403743Z","steps":["trace[1665207040] 'agreement among raft nodes before linearized reading' (duration: 559.360683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.403794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.844291Z","time spent":"559.498915ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T08:15:03.403789Z","caller":"traceutil/trace.go:171","msg":"trace[1600756190] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"418.729257ms","start":"2026-07-01T08:15:02.984816Z","end":"2026-07-01T08:15:03.403545Z","steps":["trace[1600756190] 'process raft request' (duration: 418.430821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.403932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.561227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:15:03.403956Z","caller":"traceutil/trace.go:171","msg":"trace[45948379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26231; }","duration":"559.592377ms","start":"2026-07-01T08:15:02.844358Z","end":"2026-07-01T08:15:03.403951Z","steps":["trace[45948379] 'agreement among raft nodes before linearized reading' (duration: 559.475035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.403955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.22505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T08:15:03.403982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.984789Z","time spent":"419.093964ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:03.404015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.661388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:15:03.404013Z","caller":"traceutil/trace.go:171","msg":"trace[1002379655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26231; }","duration":"559.287911ms","start":"2026-07-01T08:15:02.84471Z","end":"2026-07-01T08:15:03.403997Z","steps":["trace[1002379655] 'agreement among raft nodes before linearized reading' (duration: 559.104478ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:03.404031Z","caller":"traceutil/trace.go:171","msg":"trace[226387218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26231; }","duration":"559.685828ms","start":"2026-07-01T08:15:02.84434Z","end":"2026-07-01T08:15:03.404026Z","steps":["trace[226387218] 'agreement among raft nodes before linearized reading' (duration: 559.644368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.404047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.844337Z","time spent":"559.706789ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T08:15:03.40405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.844705Z","time spent":"559.338122ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T08:15:03.403974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.844356Z","time spent":"559.614817ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T08:15:03.404128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.773541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-44snq.18be1b9c29d931a6\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-01T08:15:03.404155Z","caller":"traceutil/trace.go:171","msg":"trace[1124629218] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-44snq.18be1b9c29d931a6; range_end:; response_count:1; response_revision:26231; }","duration":"542.812522ms","start":"2026-07-01T08:15:02.861331Z","end":"2026-07-01T08:15:03.404143Z","steps":["trace[1124629218] 'agreement among raft nodes before linearized reading' (duration: 542.755791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.404179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.861322Z","time spent":"542.850642ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":971,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-44snq.18be1b9c29d931a6\" "} {"level":"warn","ts":"2026-07-01T08:15:03.404182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.179316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:15:03.404268Z","caller":"traceutil/trace.go:171","msg":"trace[1731623666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26231; }","duration":"565.312398ms","start":"2026-07-01T08:15:02.838936Z","end":"2026-07-01T08:15:03.404249Z","steps":["trace[1731623666] 'agreement among raft nodes before linearized reading' (duration: 565.027592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:03.404334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:02.838929Z","time spent":"565.395579ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T08:15:03.975611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.209914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:15:03.975721Z","caller":"traceutil/trace.go:171","msg":"trace[2098783849] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"569.223323ms","start":"2026-07-01T08:15:03.406478Z","end":"2026-07-01T08:15:03.975702Z","steps":["trace[2098783849] 'process raft request' (duration: 130.832746ms)","trace[2098783849] 'compare' (duration: 437.403707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:15:03.975783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.40646Z","time spent":"569.294213ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:04.070123Z","caller":"traceutil/trace.go:171","msg":"trace[1953292269] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"660.309439ms","start":"2026-07-01T08:15:03.409796Z","end":"2026-07-01T08:15:04.070105Z","steps":["trace[1953292269] 'process raft request' (duration: 660.264028ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:04.070138Z","caller":"traceutil/trace.go:171","msg":"trace[730477903] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"660.855349ms","start":"2026-07-01T08:15:03.409264Z","end":"2026-07-01T08:15:04.070119Z","steps":["trace[730477903] 'process raft request' (duration: 660.682635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.070245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.409785Z","time spent":"660.39465ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:04.070241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.409238Z","time spent":"660.948601ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:04.070446Z","caller":"traceutil/trace.go:171","msg":"trace[1881575939] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"660.501612ms","start":"2026-07-01T08:15:03.409933Z","end":"2026-07-01T08:15:04.070434Z","steps":["trace[1881575939] 'process raft request' (duration: 660.147996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.070483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.409922Z","time spent":"660.545834ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:04.070612Z","caller":"traceutil/trace.go:171","msg":"trace[1235106976] linearizableReadLoop","detail":"{readStateIndex:27107; appliedIndex:27101; }","duration":"360.436545ms","start":"2026-07-01T08:15:03.71017Z","end":"2026-07-01T08:15:04.070606Z","steps":["trace[1235106976] 'read index received' (duration: 359.767252ms)","trace[1235106976] 'applied index is now lower than readState.Index' (duration: 668.953µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:15:04.070587Z","caller":"traceutil/trace.go:171","msg":"trace[2145771438] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"660.104665ms","start":"2026-07-01T08:15:03.410453Z","end":"2026-07-01T08:15:04.070557Z","steps":["trace[2145771438] 'process raft request' (duration: 659.928592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.070724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.554498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1863"} {"level":"info","ts":"2026-07-01T08:15:04.07075Z","caller":"traceutil/trace.go:171","msg":"trace[1415015383] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26238; }","duration":"360.61587ms","start":"2026-07-01T08:15:03.710126Z","end":"2026-07-01T08:15:04.070742Z","steps":["trace[1415015383] 'agreement among raft nodes before linearized reading' (duration: 360.526288ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:04.070753Z","caller":"traceutil/trace.go:171","msg":"trace[1512528715] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"659.475172ms","start":"2026-07-01T08:15:03.411269Z","end":"2026-07-01T08:15:04.070744Z","steps":["trace[1512528715] 'process raft request' (duration: 659.245648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.070755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.410443Z","time spent":"660.226968ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:04.070795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.892334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:15:04.070811Z","caller":"traceutil/trace.go:171","msg":"trace[743069091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26238; }","duration":"167.951285ms","start":"2026-07-01T08:15:03.902856Z","end":"2026-07-01T08:15:04.070807Z","steps":["trace[743069091] 'agreement among raft nodes before linearized reading' (duration: 167.925095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.070799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.62598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:15:04.070844Z","caller":"traceutil/trace.go:171","msg":"trace[194900617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26238; }","duration":"279.706922ms","start":"2026-07-01T08:15:03.791125Z","end":"2026-07-01T08:15:04.070832Z","steps":["trace[194900617] 'agreement among raft nodes before linearized reading' (duration: 279.63469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.070767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.710105Z","time spent":"360.658451ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-01T08:15:04.070876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.411259Z","time spent":"659.544194ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:04.07069Z","caller":"traceutil/trace.go:171","msg":"trace[1448696412] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"654.904804ms","start":"2026-07-01T08:15:03.415751Z","end":"2026-07-01T08:15:04.070656Z","steps":["trace[1448696412] 'process raft request' (duration: 654.829863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.070991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:03.415739Z","time spent":"655.23278ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:04.482329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.762288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T08:15:04.482395Z","caller":"traceutil/trace.go:171","msg":"trace[1160754073] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26238; }","duration":"255.89308ms","start":"2026-07-01T08:15:04.226489Z","end":"2026-07-01T08:15:04.482383Z","steps":["trace[1160754073] 'count revisions from in-memory index tree' (duration: 255.671636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:04.876826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.29994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:15:04.876936Z","caller":"traceutil/trace.go:171","msg":"trace[1980670691] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26240; }","duration":"172.462242ms","start":"2026-07-01T08:15:04.704453Z","end":"2026-07-01T08:15:04.876915Z","steps":["trace[1980670691] 'count revisions from in-memory index tree' (duration: 172.210618ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:05.661024Z","caller":"traceutil/trace.go:171","msg":"trace[1314662115] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"249.274432ms","start":"2026-07-01T08:15:05.411732Z","end":"2026-07-01T08:15:05.661006Z","steps":["trace[1314662115] 'process raft request' (duration: 249.247681ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:05.661185Z","caller":"traceutil/trace.go:171","msg":"trace[1086010825] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"249.583997ms","start":"2026-07-01T08:15:05.411567Z","end":"2026-07-01T08:15:05.661151Z","steps":["trace[1086010825] 'process raft request' (duration: 249.270692ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:05.661207Z","caller":"traceutil/trace.go:171","msg":"trace[188035834] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"249.581357ms","start":"2026-07-01T08:15:05.411596Z","end":"2026-07-01T08:15:05.661177Z","steps":["trace[188035834] 'process raft request' (duration: 249.339282ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:05.661379Z","caller":"traceutil/trace.go:171","msg":"trace[1663503060] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"249.75978ms","start":"2026-07-01T08:15:05.411608Z","end":"2026-07-01T08:15:05.661368Z","steps":["trace[1663503060] 'process raft request' (duration: 249.306502ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:05.661399Z","caller":"traceutil/trace.go:171","msg":"trace[1542672594] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"249.688359ms","start":"2026-07-01T08:15:05.411624Z","end":"2026-07-01T08:15:05.661313Z","steps":["trace[1542672594] 'process raft request' (duration: 249.332563ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:05.661459Z","caller":"traceutil/trace.go:171","msg":"trace[770975688] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"249.914743ms","start":"2026-07-01T08:15:05.411536Z","end":"2026-07-01T08:15:05.661451Z","steps":["trace[770975688] 'process raft request' (duration: 249.183249ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:06.833416Z","caller":"traceutil/trace.go:171","msg":"trace[1480327313] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27128; }","duration":"197.396716ms","start":"2026-07-01T08:15:06.635996Z","end":"2026-07-01T08:15:06.833393Z","steps":["trace[1480327313] 'read index received' (duration: 197.186423ms)","trace[1480327313] 'applied index is now lower than readState.Index' (duration: 207.163µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:15:06.833685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.661571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T08:15:06.83374Z","caller":"traceutil/trace.go:171","msg":"trace[1544493055] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26259; }","duration":"197.844195ms","start":"2026-07-01T08:15:06.635878Z","end":"2026-07-01T08:15:06.833722Z","steps":["trace[1544493055] 'agreement among raft nodes before linearized reading' (duration: 197.646491ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:06.834174Z","caller":"traceutil/trace.go:171","msg":"trace[237540425] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"265.397655ms","start":"2026-07-01T08:15:06.56876Z","end":"2026-07-01T08:15:06.834157Z","steps":["trace[237540425] 'process raft request' (duration: 264.483197ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:07.252445Z","caller":"traceutil/trace.go:171","msg":"trace[193760140] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27129; }","duration":"412.114657ms","start":"2026-07-01T08:15:06.840256Z","end":"2026-07-01T08:15:07.252371Z","steps":["trace[193760140] 'read index received' (duration: 392.629249ms)","trace[193760140] 'applied index is now lower than readState.Index' (duration: 19.483608ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:15:07.25249Z","caller":"traceutil/trace.go:171","msg":"trace[135724852] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"585.857995ms","start":"2026-07-01T08:15:06.666592Z","end":"2026-07-01T08:15:07.25245Z","steps":["trace[135724852] 'process raft request' (duration: 566.285976ms)","trace[135724852] 'compare' (duration: 10.914062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:15:07.25261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:06.666568Z","time spent":"585.977848ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418532,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:07.252677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.407004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff63d5cc-a35e-48a8-9bc5-6ae8b5d73eb1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T08:15:07.252714Z","caller":"traceutil/trace.go:171","msg":"trace[1918142248] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff63d5cc-a35e-48a8-9bc5-6ae8b5d73eb1; range_end:; response_count:1; response_revision:26260; }","duration":"412.478965ms","start":"2026-07-01T08:15:06.840223Z","end":"2026-07-01T08:15:07.252702Z","steps":["trace[1918142248] 'agreement among raft nodes before linearized reading' (duration: 412.316882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:07.252752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:06.840172Z","time spent":"412.571957ms","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ff63d5cc-a35e-48a8-9bc5-6ae8b5d73eb1\" "} {"level":"info","ts":"2026-07-01T08:15:07.25321Z","caller":"traceutil/trace.go:171","msg":"trace[1822829097] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"198.885305ms","start":"2026-07-01T08:15:07.054297Z","end":"2026-07-01T08:15:07.253183Z","steps":["trace[1822829097] 'process raft request' (duration: 198.661441ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:07.253777Z","caller":"traceutil/trace.go:171","msg":"trace[1414543641] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"194.966249ms","start":"2026-07-01T08:15:07.058793Z","end":"2026-07-01T08:15:07.253759Z","steps":["trace[1414543641] 'process raft request' (duration: 194.328407ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:07.839785Z","caller":"traceutil/trace.go:171","msg":"trace[1382186591] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"173.172997ms","start":"2026-07-01T08:15:07.666597Z","end":"2026-07-01T08:15:07.83977Z","steps":["trace[1382186591] 'process raft request' (duration: 173.081125ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:08.19268Z","caller":"traceutil/trace.go:171","msg":"trace[2084396377] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"523.331394ms","start":"2026-07-01T08:15:07.669325Z","end":"2026-07-01T08:15:08.192656Z","steps":["trace[2084396377] 'process raft request' (duration: 523.261873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.192844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:07.669316Z","time spent":"523.435656ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:08.192845Z","caller":"traceutil/trace.go:171","msg":"trace[731341893] linearizableReadLoop","detail":"{readStateIndex:27138; appliedIndex:27133; }","duration":"289.801057ms","start":"2026-07-01T08:15:07.903017Z","end":"2026-07-01T08:15:08.192818Z","steps":["trace[731341893] 'read index received' (duration: 273.633134ms)","trace[731341893] 'applied index is now lower than readState.Index' (duration: 16.166873ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:15:08.193016Z","caller":"traceutil/trace.go:171","msg":"trace[805643956] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"523.342994ms","start":"2026-07-01T08:15:07.669658Z","end":"2026-07-01T08:15:08.193001Z","steps":["trace[805643956] 'process raft request' (duration: 522.961777ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:08.193094Z","caller":"traceutil/trace.go:171","msg":"trace[364762784] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"524.801623ms","start":"2026-07-01T08:15:07.668279Z","end":"2026-07-01T08:15:08.193081Z","steps":["trace[364762784] 'process raft request' (duration: 508.363195ms)","trace[364762784] 'compare' (duration: 15.785966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T08:15:08.193155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:07.668256Z","time spent":"524.867504ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:08.193155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:07.669644Z","time spent":"523.419266ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:08.193297Z","caller":"traceutil/trace.go:171","msg":"trace[190128393] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"524.856553ms","start":"2026-07-01T08:15:07.66843Z","end":"2026-07-01T08:15:08.193287Z","steps":["trace[190128393] 'process raft request' (duration: 524.110869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.193357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:07.668397Z","time spent":"524.930423ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T08:15:08.19343Z","caller":"traceutil/trace.go:171","msg":"trace[950168140] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"523.714952ms","start":"2026-07-01T08:15:07.669699Z","end":"2026-07-01T08:15:08.193414Z","steps":["trace[950168140] 'process raft request' (duration: 523.017098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.193526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T08:15:07.669644Z","time spent":"523.832574ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T08:15:08.193795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.773696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:15:08.193845Z","caller":"traceutil/trace.go:171","msg":"trace[721838869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26268; }","duration":"290.845648ms","start":"2026-07-01T08:15:07.902987Z","end":"2026-07-01T08:15:08.193832Z","steps":["trace[721838869] 'agreement among raft nodes before linearized reading' (duration: 290.771746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.193971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.012172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T08:15:08.194022Z","caller":"traceutil/trace.go:171","msg":"trace[1541192497] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26268; }","duration":"176.099673ms","start":"2026-07-01T08:15:08.01791Z","end":"2026-07-01T08:15:08.19401Z","steps":["trace[1541192497] 'agreement among raft nodes before linearized reading' (duration: 176.018802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.194431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.392421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T08:15:08.194473Z","caller":"traceutil/trace.go:171","msg":"trace[1080106998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26268; }","duration":"107.446432ms","start":"2026-07-01T08:15:08.087017Z","end":"2026-07-01T08:15:08.194463Z","steps":["trace[1080106998] 'agreement among raft nodes before linearized reading' (duration: 107.327159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.194582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.736197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T08:15:08.194639Z","caller":"traceutil/trace.go:171","msg":"trace[1776687822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26268; }","duration":"108.824559ms","start":"2026-07-01T08:15:08.085798Z","end":"2026-07-01T08:15:08.194623Z","steps":["trace[1776687822] 'agreement among raft nodes before linearized reading' (duration: 108.665896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.194883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.876981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T08:15:08.194927Z","caller":"traceutil/trace.go:171","msg":"trace[1189030453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26268; }","duration":"107.938523ms","start":"2026-07-01T08:15:08.086977Z","end":"2026-07-01T08:15:08.194915Z","steps":["trace[1189030453] 'agreement among raft nodes before linearized reading' (duration: 107.834081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.194989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.821309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T08:15:08.195032Z","caller":"traceutil/trace.go:171","msg":"trace[400235676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26268; }","duration":"108.889841ms","start":"2026-07-01T08:15:08.086132Z","end":"2026-07-01T08:15:08.195022Z","steps":["trace[400235676] 'agreement among raft nodes before linearized reading' (duration: 108.789309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:08.195143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.891901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T08:15:08.195173Z","caller":"traceutil/trace.go:171","msg":"trace[783844301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26268; }","duration":"108.960472ms","start":"2026-07-01T08:15:08.086205Z","end":"2026-07-01T08:15:08.195165Z","steps":["trace[783844301] 'agreement among raft nodes before linearized reading' (duration: 108.88653ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:15:53.347318Z","caller":"traceutil/trace.go:171","msg":"trace[1493488937] linearizableReadLoop","detail":"{readStateIndex:27667; appliedIndex:27666; }","duration":"176.711965ms","start":"2026-07-01T08:15:53.170551Z","end":"2026-07-01T08:15:53.347263Z","steps":["trace[1493488937] 'read index received' (duration: 176.42419ms)","trace[1493488937] 'applied index is now lower than readState.Index' (duration: 285.915µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:15:53.347347Z","caller":"traceutil/trace.go:171","msg":"trace[243254236] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"240.777166ms","start":"2026-07-01T08:15:53.106538Z","end":"2026-07-01T08:15:53.347315Z","steps":["trace[243254236] 'process raft request' (duration: 240.548282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:15:53.347532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.926229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:15:53.347605Z","caller":"traceutil/trace.go:171","msg":"trace[592460704] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26785; }","duration":"177.086912ms","start":"2026-07-01T08:15:53.170505Z","end":"2026-07-01T08:15:53.347592Z","steps":["trace[592460704] 'agreement among raft nodes before linearized reading' (duration: 176.893808ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:23.655097Z","caller":"traceutil/trace.go:171","msg":"trace[1087541560] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"135.792552ms","start":"2026-07-01T08:16:23.51926Z","end":"2026-07-01T08:16:23.655053Z","steps":["trace[1087541560] 'process raft request' (duration: 70.862003ms)","trace[1087541560] 'compare' (duration: 64.802056ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:16:24.28763Z","caller":"traceutil/trace.go:171","msg":"trace[1911066455] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"141.118575ms","start":"2026-07-01T08:16:24.146482Z","end":"2026-07-01T08:16:24.2876Z","steps":["trace[1911066455] 'process raft request' (duration: 140.924821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.814494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.864938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T08:16:24.814726Z","caller":"traceutil/trace.go:171","msg":"trace[303103575] linearizableReadLoop","detail":"{readStateIndex:27906; appliedIndex:27903; }","duration":"251.713929ms","start":"2026-07-01T08:16:24.562994Z","end":"2026-07-01T08:16:24.814708Z","steps":["trace[303103575] 'read index received' (duration: 57.565716ms)","trace[303103575] 'applied index is now lower than readState.Index' (duration: 194.146783ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:16:24.8148Z","caller":"traceutil/trace.go:171","msg":"trace[1986704968] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"292.747824ms","start":"2026-07-01T08:16:24.522042Z","end":"2026-07-01T08:16:24.81479Z","steps":["trace[1986704968] 'process raft request' (duration: 292.5584ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.814914Z","caller":"traceutil/trace.go:171","msg":"trace[1620014059] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"283.27613ms","start":"2026-07-01T08:16:24.531603Z","end":"2026-07-01T08:16:24.814879Z","steps":["trace[1620014059] 'process raft request' (duration: 283.061776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.017214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:16:24.81503Z","caller":"traceutil/trace.go:171","msg":"trace[6437206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27018; }","duration":"252.108667ms","start":"2026-07-01T08:16:24.562913Z","end":"2026-07-01T08:16:24.815022Z","steps":["trace[6437206] 'agreement among raft nodes before linearized reading' (duration: 251.989185ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.815052Z","caller":"traceutil/trace.go:171","msg":"trace[319576510] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"296.413136ms","start":"2026-07-01T08:16:24.518599Z","end":"2026-07-01T08:16:24.815012Z","steps":["trace[319576510] 'process raft request' (duration: 101.946617ms)","trace[319576510] 'compare' (duration: 193.735274ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:16:24.819402Z","caller":"traceutil/trace.go:171","msg":"trace[1302362899] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"191.989841ms","start":"2026-07-01T08:16:24.627391Z","end":"2026-07-01T08:16:24.819381Z","steps":["trace[1302362899] 'process raft request' (duration: 191.859339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.856999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.935522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:16:24.857069Z","caller":"traceutil/trace.go:171","msg":"trace[355940804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27020; }","duration":"287.054204ms","start":"2026-07-01T08:16:24.569998Z","end":"2026-07-01T08:16:24.857053Z","steps":["trace[355940804] 'agreement among raft nodes before linearized reading' (duration: 286.838039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.55243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:16:24.857202Z","caller":"traceutil/trace.go:171","msg":"trace[589219534] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27020; }","duration":"162.730544ms","start":"2026-07-01T08:16:24.69445Z","end":"2026-07-01T08:16:24.857181Z","steps":["trace[589219534] 'agreement among raft nodes before linearized reading' (duration: 162.584961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.746607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-01T08:16:24.857253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.199524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:16:24.857327Z","caller":"traceutil/trace.go:171","msg":"trace[410038433] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27020; }","duration":"239.96598ms","start":"2026-07-01T08:16:24.617295Z","end":"2026-07-01T08:16:24.857261Z","steps":["trace[410038433] 'agreement among raft nodes before linearized reading' (duration: 239.589223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.384999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-01T08:16:24.857355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.250619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:16:24.857374Z","caller":"traceutil/trace.go:171","msg":"trace[225745358] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27020; }","duration":"161.374628ms","start":"2026-07-01T08:16:24.695974Z","end":"2026-07-01T08:16:24.857348Z","steps":["trace[225745358] 'agreement among raft nodes before linearized reading' (duration: 161.083583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.985139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:16:24.857406Z","caller":"traceutil/trace.go:171","msg":"trace[725189714] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27020; }","duration":"251.374092ms","start":"2026-07-01T08:16:24.606017Z","end":"2026-07-01T08:16:24.857391Z","steps":["trace[725189714] 'agreement among raft nodes before linearized reading' (duration: 251.247659ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.857411Z","caller":"traceutil/trace.go:171","msg":"trace[801743597] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27020; }","duration":"160.570002ms","start":"2026-07-01T08:16:24.696816Z","end":"2026-07-01T08:16:24.857386Z","steps":["trace[801743597] 'agreement among raft nodes before linearized reading' (duration: 160.314357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.723196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:16:24.857448Z","caller":"traceutil/trace.go:171","msg":"trace[802302558] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27020; }","duration":"162.104132ms","start":"2026-07-01T08:16:24.695326Z","end":"2026-07-01T08:16:24.85743Z","steps":["trace[802302558] 'agreement among raft nodes before linearized reading' (duration: 161.959869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.85747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.993329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:16:24.857491Z","caller":"traceutil/trace.go:171","msg":"trace[845015168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27020; }","duration":"256.809807ms","start":"2026-07-01T08:16:24.600657Z","end":"2026-07-01T08:16:24.857466Z","steps":["trace[845015168] 'agreement among raft nodes before linearized reading' (duration: 256.593693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.857515Z","caller":"traceutil/trace.go:171","msg":"trace[2143342615] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27020; }","duration":"243.03183ms","start":"2026-07-01T08:16:24.614469Z","end":"2026-07-01T08:16:24.857501Z","steps":["trace[2143342615] 'agreement among raft nodes before linearized reading' (duration: 242.974769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.528391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:16:24.857561Z","caller":"traceutil/trace.go:171","msg":"trace[523157715] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27020; }","duration":"243.732814ms","start":"2026-07-01T08:16:24.613819Z","end":"2026-07-01T08:16:24.857552Z","steps":["trace[523157715] 'agreement among raft nodes before linearized reading' (duration: 243.51934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.073067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-01T08:16:24.857622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.203923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T08:16:24.857708Z","caller":"traceutil/trace.go:171","msg":"trace[427165985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27020; }","duration":"250.630087ms","start":"2026-07-01T08:16:24.606999Z","end":"2026-07-01T08:16:24.857629Z","steps":["trace[427165985] 'agreement among raft nodes before linearized reading' (duration: 249.922694ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.857713Z","caller":"traceutil/trace.go:171","msg":"trace[108691429] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27020; }","duration":"244.323045ms","start":"2026-07-01T08:16:24.613363Z","end":"2026-07-01T08:16:24.857686Z","steps":["trace[108691429] 'agreement among raft nodes before linearized reading' (duration: 244.119572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.606671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-01T08:16:24.857893Z","caller":"traceutil/trace.go:171","msg":"trace[1495616763] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27020; }","duration":"163.971089ms","start":"2026-07-01T08:16:24.693902Z","end":"2026-07-01T08:16:24.857873Z","steps":["trace[1495616763] 'agreement among raft nodes before linearized reading' (duration: 163.53199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:16:24.857389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.026406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:16:24.857985Z","caller":"traceutil/trace.go:171","msg":"trace[533281922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27020; }","duration":"284.647158ms","start":"2026-07-01T08:16:24.573317Z","end":"2026-07-01T08:16:24.857965Z","steps":["trace[533281922] 'agreement among raft nodes before linearized reading' (duration: 283.995424ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.969564Z","caller":"traceutil/trace.go:171","msg":"trace[608217702] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"106.639766ms","start":"2026-07-01T08:16:24.862898Z","end":"2026-07-01T08:16:24.969538Z","steps":["trace[608217702] 'process raft request' (duration: 106.549245ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.969684Z","caller":"traceutil/trace.go:171","msg":"trace[1065920231] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"106.977642ms","start":"2026-07-01T08:16:24.862662Z","end":"2026-07-01T08:16:24.96964Z","steps":["trace[1065920231] 'process raft request' (duration: 61.40187ms)","trace[1065920231] 'compare' (duration: 45.209336ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:16:24.969878Z","caller":"traceutil/trace.go:171","msg":"trace[636562099] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"105.683038ms","start":"2026-07-01T08:16:24.864164Z","end":"2026-07-01T08:16:24.969847Z","steps":["trace[636562099] 'process raft request' (duration: 105.527134ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:16:24.969902Z","caller":"traceutil/trace.go:171","msg":"trace[1865824688] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"106.942643ms","start":"2026-07-01T08:16:24.862916Z","end":"2026-07-01T08:16:24.969858Z","steps":["trace[1865824688] 'process raft request' (duration: 106.586966ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:18:02.917008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25412} {"level":"info","ts":"2026-07-01T08:18:03.083149Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25412,"took":"162.307975ms","hash":1514232897,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":34476032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T08:18:03.083227Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1514232897,"revision":25412,"compact-revision":22001} {"level":"warn","ts":"2026-07-01T08:18:21.724235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.079448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T08:18:21.724311Z","caller":"traceutil/trace.go:171","msg":"trace[2129200127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28108; }","duration":"150.205061ms","start":"2026-07-01T08:18:21.574091Z","end":"2026-07-01T08:18:21.724296Z","steps":["trace[2129200127] 'range keys from in-memory index tree' (duration: 149.911076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:18:21.724287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.693127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:18:21.724375Z","caller":"traceutil/trace.go:171","msg":"trace[430514261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28108; }","duration":"138.831599ms","start":"2026-07-01T08:18:21.585523Z","end":"2026-07-01T08:18:21.724355Z","steps":["trace[430514261] 'range keys from in-memory index tree' (duration: 138.520314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:18:21.724759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.688712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:18:21.724788Z","caller":"traceutil/trace.go:171","msg":"trace[426135895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28108; }","duration":"132.755222ms","start":"2026-07-01T08:18:21.592025Z","end":"2026-07-01T08:18:21.724781Z","steps":["trace[426135895] 'range keys from in-memory index tree' (duration: 132.570369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:18:21.724831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.653369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:18:21.724913Z","caller":"traceutil/trace.go:171","msg":"trace[118425892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28108; }","duration":"134.766341ms","start":"2026-07-01T08:18:21.590124Z","end":"2026-07-01T08:18:21.724891Z","steps":["trace[118425892] 'range keys from in-memory index tree' (duration: 134.509326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:18:40.312975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.491209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-01T08:18:40.313072Z","caller":"traceutil/trace.go:171","msg":"trace[287893823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28344; }","duration":"115.618681ms","start":"2026-07-01T08:18:40.197432Z","end":"2026-07-01T08:18:40.313051Z","steps":["trace[287893823] 'range keys from in-memory index tree' (duration: 115.331934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:18:47.83978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.135246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T08:18:47.839845Z","caller":"traceutil/trace.go:171","msg":"trace[952091859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28400; }","duration":"234.204568ms","start":"2026-07-01T08:18:47.605626Z","end":"2026-07-01T08:18:47.83983Z","steps":["trace[952091859] 'range keys from in-memory index tree' (duration: 233.978403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:19:56.481409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.052936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T08:19:56.481489Z","caller":"traceutil/trace.go:171","msg":"trace[1109390846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29027; }","duration":"138.179778ms","start":"2026-07-01T08:19:56.343293Z","end":"2026-07-01T08:19:56.481473Z","steps":["trace[1109390846] 'range keys from in-memory index tree' (duration: 137.932383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:19:56.481645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.976064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T08:19:56.481724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.98126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T08:19:56.481805Z","caller":"traceutil/trace.go:171","msg":"trace[88022861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29027; }","duration":"128.094021ms","start":"2026-07-01T08:19:56.353697Z","end":"2026-07-01T08:19:56.481791Z","steps":["trace[88022861] 'range keys from in-memory index tree' (duration: 127.715605ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:19:56.481763Z","caller":"traceutil/trace.go:171","msg":"trace[108703255] transaction","detail":"{read_only:false; response_revision:29028; number_of_response:1; }","duration":"104.654318ms","start":"2026-07-01T08:19:56.377101Z","end":"2026-07-01T08:19:56.481755Z","steps":["trace[108703255] 'process raft request' (duration: 80.01516ms)","trace[108703255] 'compare' (duration: 24.157009ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T08:19:56.481743Z","caller":"traceutil/trace.go:171","msg":"trace[1560082264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29027; }","duration":"138.116696ms","start":"2026-07-01T08:19:56.343605Z","end":"2026-07-01T08:19:56.481721Z","steps":["trace[1560082264] 'range keys from in-memory index tree' (duration: 137.77509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T08:19:56.482075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.911528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T08:19:56.482116Z","caller":"traceutil/trace.go:171","msg":"trace[1276374535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29027; }","duration":"128.996019ms","start":"2026-07-01T08:19:56.353108Z","end":"2026-07-01T08:19:56.482104Z","steps":["trace[1276374535] 'range keys from in-memory index tree' (duration: 128.582862ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:19:56.608266Z","caller":"traceutil/trace.go:171","msg":"trace[368110132] transaction","detail":"{read_only:false; response_revision:29030; number_of_response:1; }","duration":"121.671666ms","start":"2026-07-01T08:19:56.486565Z","end":"2026-07-01T08:19:56.608237Z","steps":["trace[368110132] 'process raft request' (duration: 120.669267ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:19:56.608329Z","caller":"traceutil/trace.go:171","msg":"trace[486368980] transaction","detail":"{read_only:false; response_revision:29032; number_of_response:1; }","duration":"121.32973ms","start":"2026-07-01T08:19:56.486972Z","end":"2026-07-01T08:19:56.608302Z","steps":["trace[486368980] 'process raft request' (duration: 121.244349ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:19:56.608436Z","caller":"traceutil/trace.go:171","msg":"trace[1954709579] transaction","detail":"{read_only:false; response_revision:29033; number_of_response:1; }","duration":"120.670348ms","start":"2026-07-01T08:19:56.487746Z","end":"2026-07-01T08:19:56.608416Z","steps":["trace[1954709579] 'process raft request' (duration: 120.510424ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:19:56.608602Z","caller":"traceutil/trace.go:171","msg":"trace[1973658823] transaction","detail":"{read_only:false; response_revision:29031; number_of_response:1; }","duration":"121.78188ms","start":"2026-07-01T08:19:56.486808Z","end":"2026-07-01T08:19:56.60859Z","steps":["trace[1973658823] 'process raft request' (duration: 121.29776ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T08:20:00.192914Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T08:20:00.249144Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-01T08:20:00.249264Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-01T08:23:02.929277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27929} {"level":"info","ts":"2026-07-01T08:23:03.059232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27929,"took":"125.145444ms","hash":3629726124,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":35958784,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-01T08:23:03.059311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3629726124,"revision":27929,"compact-revision":25412} {"level":"info","ts":"2026-07-01T08:28:02.936547Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30432} {"level":"info","ts":"2026-07-01T08:28:03.067991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30432,"took":"127.360698ms","hash":1461650537,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":31567872,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T08:28:03.068066Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1461650537,"revision":30432,"compact-revision":27929} {"level":"info","ts":"2026-07-01T08:33:02.943885Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32662} {"level":"info","ts":"2026-07-01T08:33:03.092417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32662,"took":"144.327746ms","hash":2443644675,"current-db-size-bytes":58675200,"current-db-size":"59 MB","current-db-size-in-use-bytes":31440896,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T08:33:03.092488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2443644675,"revision":32662,"compact-revision":30432} {"level":"info","ts":"2026-07-01T08:38:02.949625Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34931} {"level":"info","ts":"2026-07-01T08:38:03.092221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34931,"took":"137.998363ms","hash":2025863957,"current-db-size-bytes":60416000,"current-db-size":"60 MB","current-db-size-in-use-bytes":32354304,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T08:38:03.092299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2025863957,"revision":34931,"compact-revision":32662} {"level":"info","ts":"2026-07-01T08:41:32.519632Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T08:41:32.524275Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-01T08:41:32.52437Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-01T08:43:02.95762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37195} {"level":"info","ts":"2026-07-01T08:43:03.080609Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37195,"took":"118.665781ms","hash":143660637,"current-db-size-bytes":62103552,"current-db-size":"62 MB","current-db-size-in-use-bytes":32804864,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T08:43:03.080678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":143660637,"revision":37195,"compact-revision":34931}