{"level":"warn","ts":"2026-07-03T15:54:41.923063Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:54:41.923217Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.32:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.32:2380","--initial-cluster=instance=https://199.19.213.32:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.32:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.32:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T15:54:41.923326Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:54:41.923339Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.32:2380"]} {"level":"info","ts":"2026-07-03T15:54:41.92336Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:54:41.92414Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.32:2379"]} {"level":"info","ts":"2026-07-03T15:54:41.924234Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.32:2380"],"listen-peer-urls":["https://199.19.213.32:2380"],"advertise-client-urls":["https://199.19.213.32:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.32:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.32:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T15:54:41.928746Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.229812ms"} {"level":"info","ts":"2026-07-03T15:54:41.937833Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e654fe799640d103","cluster-id":"f9a0d2ca39c60e21"} {"level":"info","ts":"2026-07-03T15:54:41.937921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T15:54:41.937944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 became follower at term 0"} {"level":"info","ts":"2026-07-03T15:54:41.937958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e654fe799640d103 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T15:54:41.937968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 became follower at term 1"} {"level":"info","ts":"2026-07-03T15:54:41.938013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 switched to configuration voters=(16597170324932448515)"} {"level":"warn","ts":"2026-07-03T15:54:41.943361Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T15:54:41.944991Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T15:54:41.946344Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T15:54:41.948997Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e654fe799640d103","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T15:54:41.949232Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e654fe799640d103","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T15:54:41.949339Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:41.949515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:41.949566Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:41.952741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 switched to configuration voters=(16597170324932448515)"} {"level":"info","ts":"2026-07-03T15:54:41.952951Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f9a0d2ca39c60e21","local-member-id":"e654fe799640d103","added-peer-id":"e654fe799640d103","added-peer-peer-urls":["https://199.19.213.32:2380"]} {"level":"info","ts":"2026-07-03T15:54:41.955242Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:54:41.955654Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e654fe799640d103","initial-advertise-peer-urls":["https://199.19.213.32:2380"],"listen-peer-urls":["https://199.19.213.32:2380"],"advertise-client-urls":["https://199.19.213.32:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.32:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T15:54:41.95572Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T15:54:41.956246Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.32:2380"} {"level":"info","ts":"2026-07-03T15:54:41.956298Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.32:2380"} {"level":"info","ts":"2026-07-03T15:54:42.738575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T15:54:42.739392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T15:54:42.739446Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 received MsgPreVoteResp from e654fe799640d103 at term 1"} {"level":"info","ts":"2026-07-03T15:54:42.739472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 became candidate at term 2"} {"level":"info","ts":"2026-07-03T15:54:42.739495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 received MsgVoteResp from e654fe799640d103 at term 2"} {"level":"info","ts":"2026-07-03T15:54:42.739526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e654fe799640d103 became leader at term 2"} {"level":"info","ts":"2026-07-03T15:54:42.739551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e654fe799640d103 elected leader e654fe799640d103 at term 2"} {"level":"info","ts":"2026-07-03T15:54:42.741147Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e654fe799640d103","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.32:2379]}","request-path":"/0/members/e654fe799640d103/attributes","cluster-id":"f9a0d2ca39c60e21","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T15:54:42.741354Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:54:42.741476Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:54:42.741535Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:42.742727Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f9a0d2ca39c60e21","local-member-id":"e654fe799640d103","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:42.74292Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:42.742977Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:42.744146Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T15:54:42.745253Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.32:2379"} {"level":"info","ts":"2026-07-03T15:54:42.75153Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T15:54:42.751957Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-07-03T15:54:44.299176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.792053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-03T15:54:44.299377Z","caller":"traceutil/trace.go:171","msg":"trace[583604818] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"189.302473ms","start":"2026-07-03T15:54:44.110057Z","end":"2026-07-03T15:54:44.29936Z","steps":["trace[583604818] 'process raft request' (duration: 77.72683ms)","trace[583604818] 'compare' (duration: 110.616537ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:44.299312Z","caller":"traceutil/trace.go:171","msg":"trace[2023110454] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"176.215578ms","start":"2026-07-03T15:54:44.123081Z","end":"2026-07-03T15:54:44.299296Z","steps":["trace[2023110454] 'read index received' (duration: 64.717627ms)","trace[2023110454] 'applied index is now lower than readState.Index' (duration: 111.496881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:44.299762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.607868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.299975Z","caller":"traceutil/trace.go:171","msg":"trace[1257010528] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:3; }","duration":"176.916487ms","start":"2026-07-03T15:54:44.123026Z","end":"2026-07-03T15:54:44.299942Z","steps":["trace[1257010528] 'agreement among raft nodes before linearized reading' (duration: 176.452454ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.353085Z","caller":"traceutil/trace.go:171","msg":"trace[242720673] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"177.723537ms","start":"2026-07-03T15:54:44.175336Z","end":"2026-07-03T15:54:44.353059Z","steps":["trace[242720673] 'process raft request' (duration: 177.550702ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.353265Z","caller":"traceutil/trace.go:171","msg":"trace[1391427912] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"173.213559ms","start":"2026-07-03T15:54:44.180013Z","end":"2026-07-03T15:54:44.353226Z","steps":["trace[1391427912] 'process raft request' (duration: 173.074166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.353341Z","caller":"traceutil/trace.go:171","msg":"trace[1920653171] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"173.197688ms","start":"2026-07-03T15:54:44.180103Z","end":"2026-07-03T15:54:44.353301Z","steps":["trace[1920653171] 'process raft request' (duration: 173.039884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.35332Z","caller":"traceutil/trace.go:171","msg":"trace[936976984] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"173.374673ms","start":"2026-07-03T15:54:44.179936Z","end":"2026-07-03T15:54:44.353311Z","steps":["trace[936976984] 'process raft request' (duration: 173.071295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.353516Z","caller":"traceutil/trace.go:171","msg":"trace[821020815] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"173.497916ms","start":"2026-07-03T15:54:44.179926Z","end":"2026-07-03T15:54:44.353424Z","steps":["trace[821020815] 'process raft request' (duration: 173.112476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.353563Z","caller":"traceutil/trace.go:171","msg":"trace[873388476] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"173.406674ms","start":"2026-07-03T15:54:44.180068Z","end":"2026-07-03T15:54:44.353475Z","steps":["trace[873388476] 'process raft request' (duration: 173.046074ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.353252Z","caller":"traceutil/trace.go:171","msg":"trace[1262574356] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"168.123035ms","start":"2026-07-03T15:54:44.185101Z","end":"2026-07-03T15:54:44.353224Z","steps":["trace[1262574356] 'process raft request' (duration: 168.077124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.364963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.033765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T15:54:44.365032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.074165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.36504Z","caller":"traceutil/trace.go:171","msg":"trace[328763705] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"137.119297ms","start":"2026-07-03T15:54:44.227903Z","end":"2026-07-03T15:54:44.365022Z","steps":["trace[328763705] 'agreement among raft nodes before linearized reading' (duration: 136.984484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.365044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.319541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T15:54:44.365057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.345073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.365079Z","caller":"traceutil/trace.go:171","msg":"trace[1196917814] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"126.363783ms","start":"2026-07-03T15:54:44.238704Z","end":"2026-07-03T15:54:44.365068Z","steps":["trace[1196917814] 'agreement among raft nodes before linearized reading' (duration: 126.315132ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.365101Z","caller":"traceutil/trace.go:171","msg":"trace[493295983] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"176.789083ms","start":"2026-07-03T15:54:44.188302Z","end":"2026-07-03T15:54:44.365091Z","steps":["trace[493295983] 'process raft request' (duration: 176.464854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.365065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.432231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.36513Z","caller":"traceutil/trace.go:171","msg":"trace[1773218974] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"189.448356ms","start":"2026-07-03T15:54:44.175643Z","end":"2026-07-03T15:54:44.365091Z","steps":["trace[1773218974] 'agreement among raft nodes before linearized reading' (duration: 189.350073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.36497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.164601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.365158Z","caller":"traceutil/trace.go:171","msg":"trace[214976607] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"218.577225ms","start":"2026-07-03T15:54:44.146565Z","end":"2026-07-03T15:54:44.365142Z","steps":["trace[214976607] 'agreement among raft nodes before linearized reading' (duration: 218.39243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.36525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.970725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.365203Z","caller":"traceutil/trace.go:171","msg":"trace[969328698] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:0; response_revision:11; }","duration":"191.44535ms","start":"2026-07-03T15:54:44.173751Z","end":"2026-07-03T15:54:44.365196Z","steps":["trace[969328698] 'agreement among raft nodes before linearized reading' (duration: 191.176373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.364963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.280946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.365311Z","caller":"traceutil/trace.go:171","msg":"trace[1985764739] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"128.052907ms","start":"2026-07-03T15:54:44.237244Z","end":"2026-07-03T15:54:44.365297Z","steps":["trace[1985764739] 'agreement among raft nodes before linearized reading' (duration: 127.973535ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.365333Z","caller":"traceutil/trace.go:171","msg":"trace[1462544548] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"188.670496ms","start":"2026-07-03T15:54:44.176652Z","end":"2026-07-03T15:54:44.365322Z","steps":["trace[1462544548] 'agreement among raft nodes before linearized reading' (duration: 188.232875ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.365066Z","caller":"traceutil/trace.go:171","msg":"trace[778449273] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"126.133917ms","start":"2026-07-03T15:54:44.238919Z","end":"2026-07-03T15:54:44.365053Z","steps":["trace[778449273] 'agreement among raft nodes before linearized reading' (duration: 126.089596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.501784Z","caller":"traceutil/trace.go:171","msg":"trace[862031490] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19; }","duration":"133.685436ms","start":"2026-07-03T15:54:44.368074Z","end":"2026-07-03T15:54:44.501759Z","steps":["trace[862031490] 'process raft request' (duration: 133.667516ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.501914Z","caller":"traceutil/trace.go:171","msg":"trace[1510210725] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"134.616161ms","start":"2026-07-03T15:54:44.367292Z","end":"2026-07-03T15:54:44.501908Z","steps":["trace[1510210725] 'process raft request' (duration: 134.432476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.501967Z","caller":"traceutil/trace.go:171","msg":"trace[707221819] linearizableReadLoop","detail":"{readStateIndex:21; appliedIndex:14; }","duration":"137.095676ms","start":"2026-07-03T15:54:44.364863Z","end":"2026-07-03T15:54:44.501959Z","steps":["trace[707221819] 'read index received' (duration: 92.811138ms)","trace[707221819] 'applied index is now lower than readState.Index' (duration: 44.282888ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:44.501773Z","caller":"traceutil/trace.go:171","msg":"trace[268852489] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"144.193153ms","start":"2026-07-03T15:54:44.357541Z","end":"2026-07-03T15:54:44.501734Z","steps":["trace[268852489] 'process raft request' (duration: 100.09673ms)","trace[268852489] 'compare' (duration: 43.795306ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:44.501895Z","caller":"traceutil/trace.go:171","msg":"trace[1616232129] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"137.826546ms","start":"2026-07-03T15:54:44.364035Z","end":"2026-07-03T15:54:44.501861Z","steps":["trace[1616232129] 'process raft request' (duration: 137.62067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.50202Z","caller":"traceutil/trace.go:171","msg":"trace[597874908] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"141.654346ms","start":"2026-07-03T15:54:44.360298Z","end":"2026-07-03T15:54:44.501952Z","steps":["trace[597874908] 'process raft request' (duration: 141.335488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.502121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.515427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3494"} {"level":"info","ts":"2026-07-03T15:54:44.502151Z","caller":"traceutil/trace.go:171","msg":"trace[57626533] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19; }","duration":"198.610739ms","start":"2026-07-03T15:54:44.303534Z","end":"2026-07-03T15:54:44.502144Z","steps":["trace[57626533] 'agreement among raft nodes before linearized reading' (duration: 198.511546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.501881Z","caller":"traceutil/trace.go:171","msg":"trace[845279595] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"143.207917ms","start":"2026-07-03T15:54:44.358666Z","end":"2026-07-03T15:54:44.501874Z","steps":["trace[845279595] 'process raft request' (duration: 142.93793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.502195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.903928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:44.502254Z","caller":"traceutil/trace.go:171","msg":"trace[758775175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"135.048492ms","start":"2026-07-03T15:54:44.367196Z","end":"2026-07-03T15:54:44.502245Z","steps":["trace[758775175] 'agreement among raft nodes before linearized reading' (duration: 134.894968ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.501863Z","caller":"traceutil/trace.go:171","msg":"trace[795089812] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"143.230028ms","start":"2026-07-03T15:54:44.358604Z","end":"2026-07-03T15:54:44.501834Z","steps":["trace[795089812] 'process raft request' (duration: 142.984842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:44.502429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.078353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-nrpkk\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-07-03T15:54:44.50248Z","caller":"traceutil/trace.go:171","msg":"trace[1699099140] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-nrpkk; range_end:; response_count:1; response_revision:19; }","duration":"135.187435ms","start":"2026-07-03T15:54:44.367282Z","end":"2026-07-03T15:54:44.502469Z","steps":["trace[1699099140] 'agreement among raft nodes before linearized reading' (duration: 135.012821ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.501812Z","caller":"traceutil/trace.go:171","msg":"trace[390039292] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"142.007236ms","start":"2026-07-03T15:54:44.359761Z","end":"2026-07-03T15:54:44.501768Z","steps":["trace[390039292] 'process raft request' (duration: 141.860302ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:44.501918Z","caller":"traceutil/trace.go:171","msg":"trace[200115602] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"143.998328ms","start":"2026-07-03T15:54:44.357911Z","end":"2026-07-03T15:54:44.50191Z","steps":["trace[200115602] 'process raft request' (duration: 143.653349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:49.203288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.202818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:54:49.203637Z","caller":"traceutil/trace.go:171","msg":"trace[1143806559] linearizableReadLoop","detail":"{readStateIndex:323; appliedIndex:322; }","duration":"178.91193ms","start":"2026-07-03T15:54:49.024055Z","end":"2026-07-03T15:54:49.202967Z","steps":["trace[1143806559] 'read index received' (duration: 116.436853ms)","trace[1143806559] 'applied index is now lower than readState.Index' (duration: 62.473697ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:49.203696Z","caller":"traceutil/trace.go:171","msg":"trace[204882541] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"180.04927ms","start":"2026-07-03T15:54:49.023037Z","end":"2026-07-03T15:54:49.203086Z","steps":["trace[204882541] 'process raft request' (duration: 117.458599ms)","trace[204882541] 'compare' (duration: 62.303643ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:49.203864Z","caller":"traceutil/trace.go:171","msg":"trace[943612235] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:0; response_revision:311; }","duration":"179.365492ms","start":"2026-07-03T15:54:49.024004Z","end":"2026-07-03T15:54:49.20337Z","steps":["trace[943612235] 'agreement among raft nodes before linearized reading' (duration: 179.161587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:54.658542Z","caller":"traceutil/trace.go:171","msg":"trace[414893716] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:402; }","duration":"428.885294ms","start":"2026-07-03T15:54:54.229627Z","end":"2026-07-03T15:54:54.658512Z","steps":["trace[414893716] 'read index received' (duration: 428.598036ms)","trace[414893716] 'applied index is now lower than readState.Index' (duration: 286.228µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:54.658748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.094739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T15:54:54.658626Z","caller":"traceutil/trace.go:171","msg":"trace[1137587508] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"527.282514ms","start":"2026-07-03T15:54:54.131298Z","end":"2026-07-03T15:54:54.65858Z","steps":["trace[1137587508] 'process raft request' (duration: 527.008316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:54.658811Z","caller":"traceutil/trace.go:171","msg":"trace[1911826565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:390; }","duration":"429.232173ms","start":"2026-07-03T15:54:54.229561Z","end":"2026-07-03T15:54:54.658793Z","steps":["trace[1911826565] 'agreement among raft nodes before linearized reading' (duration: 429.083639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:54.659075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:54.229529Z","time spent":"429.526001ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:54:54.659199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:54.131259Z","time spent":"527.801547ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:00.435918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965336978,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:55:00.60523Z","caller":"traceutil/trace.go:171","msg":"trace[598267426] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"669.694198ms","start":"2026-07-03T15:54:59.9355Z","end":"2026-07-03T15:55:00.605194Z","steps":["trace[598267426] 'read index received' (duration: 669.491282ms)","trace[598267426] 'applied index is now lower than readState.Index' (duration: 201.556µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:00.605322Z","caller":"traceutil/trace.go:171","msg":"trace[1996470862] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"774.086695ms","start":"2026-07-03T15:54:59.831201Z","end":"2026-07-03T15:55:00.605288Z","steps":["trace[1996470862] 'process raft request' (duration: 773.771156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:00.605481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.950775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:55:00.605538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:59.831182Z","time spent":"774.238898ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:00.605624Z","caller":"traceutil/trace.go:171","msg":"trace[307033070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"670.167041ms","start":"2026-07-03T15:54:59.935424Z","end":"2026-07-03T15:55:00.605591Z","steps":["trace[307033070] 'agreement among raft nodes before linearized reading' (duration: 669.919124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:00.605767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:59.935392Z","time spent":"670.297194ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:01.036951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.894365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:01.037151Z","caller":"traceutil/trace.go:171","msg":"trace[2100930312] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"428.014761ms","start":"2026-07-03T15:55:00.609091Z","end":"2026-07-03T15:55:01.037106Z","steps":["trace[2100930312] 'process raft request' (duration: 96.850089ms)","trace[2100930312] 'compare' (duration: 330.750382ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:01.037255Z","caller":"traceutil/trace.go:171","msg":"trace[1414726407] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"350.033147ms","start":"2026-07-03T15:55:00.687164Z","end":"2026-07-03T15:55:01.037197Z","steps":["trace[1414726407] 'read index received' (duration: 18.737221ms)","trace[1414726407] 'applied index is now lower than readState.Index' (duration: 331.289096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:01.037359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:00.60907Z","time spent":"428.171495ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:01.039073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.909945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:55:01.039163Z","caller":"traceutil/trace.go:171","msg":"trace[460164842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"352.042349ms","start":"2026-07-03T15:55:00.6871Z","end":"2026-07-03T15:55:01.039143Z","steps":["trace[460164842] 'agreement among raft nodes before linearized reading' (duration: 350.308094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:01.039225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:00.687074Z","time spent":"352.136661ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:01.039437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.088786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:01.039489Z","caller":"traceutil/trace.go:171","msg":"trace[285535768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"250.17666ms","start":"2026-07-03T15:55:00.789299Z","end":"2026-07-03T15:55:01.039476Z","steps":["trace[285535768] 'agreement among raft nodes before linearized reading' (duration: 249.693636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:06.242702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.144641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:06.242845Z","caller":"traceutil/trace.go:171","msg":"trace[1704502044] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"197.319454ms","start":"2026-07-03T15:55:06.045504Z","end":"2026-07-03T15:55:06.242823Z","steps":["trace[1704502044] 'process raft request' (duration: 95.950177ms)","trace[1704502044] 'compare' (duration: 101.001868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:07.382075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.21355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T15:55:07.382173Z","caller":"traceutil/trace.go:171","msg":"trace[1725231667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"229.385254ms","start":"2026-07-03T15:55:07.152769Z","end":"2026-07-03T15:55:07.382155Z","steps":["trace[1725231667] 'range keys from in-memory index tree' (duration: 229.045795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.382173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.340773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:55:07.382208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.661374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:55:07.382308Z","caller":"traceutil/trace.go:171","msg":"trace[939880278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"318.830938ms","start":"2026-07-03T15:55:07.063457Z","end":"2026-07-03T15:55:07.382288Z","steps":["trace[939880278] 'range keys from in-memory index tree' (duration: 318.49537ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:07.382282Z","caller":"traceutil/trace.go:171","msg":"trace[485903609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"229.481096ms","start":"2026-07-03T15:55:07.152769Z","end":"2026-07-03T15:55:07.38225Z","steps":["trace[485903609] 'range keys from in-memory index tree' (duration: 229.208449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.382105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.970884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:07.382338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.16829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:55:07.382467Z","caller":"traceutil/trace.go:171","msg":"trace[282726561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"427.384675ms","start":"2026-07-03T15:55:06.955026Z","end":"2026-07-03T15:55:07.382411Z","steps":["trace[282726561] 'range keys from in-memory index tree' (duration: 426.853032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.382559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:06.954996Z","time spent":"427.54593ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:55:07.382476Z","caller":"traceutil/trace.go:171","msg":"trace[192092803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:425; }","duration":"752.383365ms","start":"2026-07-03T15:55:06.630065Z","end":"2026-07-03T15:55:07.382448Z","steps":["trace[192092803] 'range keys from in-memory index tree' (duration: 751.971205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.382697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:06.630037Z","time spent":"752.630522ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:55:07.382362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:07.063435Z","time spent":"318.917361ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:55:08.158916Z","caller":"traceutil/trace.go:171","msg":"trace[37004558] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:445; }","duration":"203.824383ms","start":"2026-07-03T15:55:07.955057Z","end":"2026-07-03T15:55:08.158881Z","steps":["trace[37004558] 'read index received' (duration: 203.70787ms)","trace[37004558] 'applied index is now lower than readState.Index' (duration: 115.153µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:08.159044Z","caller":"traceutil/trace.go:171","msg":"trace[836462206] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"260.489749ms","start":"2026-07-03T15:55:07.898496Z","end":"2026-07-03T15:55:08.158985Z","steps":["trace[836462206] 'process raft request' (duration: 260.199721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:08.159127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.04405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:08.159227Z","caller":"traceutil/trace.go:171","msg":"trace[343811488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"204.206294ms","start":"2026-07-03T15:55:07.954997Z","end":"2026-07-03T15:55:08.159203Z","steps":["trace[343811488] 'agreement among raft nodes before linearized reading' (duration: 204.016789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:11.558935Z","caller":"traceutil/trace.go:171","msg":"trace[1937475032] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"136.91611ms","start":"2026-07-03T15:55:11.421985Z","end":"2026-07-03T15:55:11.558901Z","steps":["trace[1937475032] 'process raft request' (duration: 136.676004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:11.794049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.962951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:11.794162Z","caller":"traceutil/trace.go:171","msg":"trace[1961750302] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"230.38106ms","start":"2026-07-03T15:55:11.563763Z","end":"2026-07-03T15:55:11.794144Z","steps":["trace[1961750302] 'process raft request' (duration: 64.248544ms)","trace[1961750302] 'compare' (duration: 165.845718ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:11.813809Z","caller":"traceutil/trace.go:171","msg":"trace[1088894883] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"249.80822ms","start":"2026-07-03T15:55:11.563972Z","end":"2026-07-03T15:55:11.81378Z","steps":["trace[1088894883] 'process raft request' (duration: 249.770509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:11.8139Z","caller":"traceutil/trace.go:171","msg":"trace[1057580334] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"249.935373ms","start":"2026-07-03T15:55:11.563925Z","end":"2026-07-03T15:55:11.81386Z","steps":["trace[1057580334] 'process raft request' (duration: 249.663586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:12.178246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.886707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:12.178356Z","caller":"traceutil/trace.go:171","msg":"trace[1495668535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:469; }","duration":"214.023861ms","start":"2026-07-03T15:55:11.964309Z","end":"2026-07-03T15:55:12.178332Z","steps":["trace[1495668535] 'range keys from in-memory index tree' (duration: 213.798146ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:17.760745Z","caller":"traceutil/trace.go:171","msg":"trace[235618426] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"171.449355ms","start":"2026-07-03T15:55:17.58926Z","end":"2026-07-03T15:55:17.760709Z","steps":["trace[235618426] 'process raft request' (duration: 171.246349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:18.009952Z","caller":"traceutil/trace.go:171","msg":"trace[326365116] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"144.838157ms","start":"2026-07-03T15:55:17.865073Z","end":"2026-07-03T15:55:18.009911Z","steps":["trace[326365116] 'process raft request' (duration: 142.685991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.456053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965337226,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:55:25.669754Z","caller":"traceutil/trace.go:171","msg":"trace[1312132458] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"951.447514ms","start":"2026-07-03T15:55:24.718271Z","end":"2026-07-03T15:55:25.669719Z","steps":["trace[1312132458] 'process raft request' (duration: 951.251049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.669912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.718247Z","time spent":"951.589278ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:25.679689Z","caller":"traceutil/trace.go:171","msg":"trace[1228144041] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"956.765382ms","start":"2026-07-03T15:55:24.722892Z","end":"2026-07-03T15:55:25.679657Z","steps":["trace[1228144041] 'process raft request' (duration: 956.489425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:25.679741Z","caller":"traceutil/trace.go:171","msg":"trace[1118220578] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"955.398447ms","start":"2026-07-03T15:55:24.724303Z","end":"2026-07-03T15:55:25.679701Z","steps":["trace[1118220578] 'process raft request' (duration: 955.227302ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:25.67981Z","caller":"traceutil/trace.go:171","msg":"trace[2087845090] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"947.90517ms","start":"2026-07-03T15:55:24.731897Z","end":"2026-07-03T15:55:25.679803Z","steps":["trace[2087845090] 'process raft request' (duration: 947.752736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.679871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.724286Z","time spent":"955.52603ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:25.6799Z","caller":"traceutil/trace.go:171","msg":"trace[39832801] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"948.016513ms","start":"2026-07-03T15:55:24.731876Z","end":"2026-07-03T15:55:25.679893Z","steps":["trace[39832801] 'process raft request' (duration: 947.732485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.679927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.731867Z","time spent":"948.046534ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:25.679741Z","caller":"traceutil/trace.go:171","msg":"trace[1939234103] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"947.931631ms","start":"2026-07-03T15:55:24.731781Z","end":"2026-07-03T15:55:25.679712Z","steps":["trace[1939234103] 'process raft request' (duration: 947.787627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.679952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.722875Z","time spent":"956.931836ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:25.680096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.731766Z","time spent":"948.31119ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:25.679871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.731893Z","time spent":"947.938471ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:25.680193Z","caller":"traceutil/trace.go:171","msg":"trace[2123657836] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"933.526313ms","start":"2026-07-03T15:55:24.746603Z","end":"2026-07-03T15:55:25.68013Z","steps":["trace[2123657836] 'process raft request' (duration: 933.289287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:25.680256Z","caller":"traceutil/trace.go:171","msg":"trace[1896073688] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"885.876664ms","start":"2026-07-03T15:55:24.794367Z","end":"2026-07-03T15:55:25.680243Z","steps":["trace[1896073688] 'process raft request' (duration: 885.589066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.680305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.794344Z","time spent":"885.935756ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:25.680383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.746587Z","time spent":"933.704258ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:25.680385Z","caller":"traceutil/trace.go:171","msg":"trace[1947846374] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:550; }","duration":"724.865802ms","start":"2026-07-03T15:55:24.955504Z","end":"2026-07-03T15:55:25.68037Z","steps":["trace[1947846374] 'read index received' (duration: 713.985438ms)","trace[1947846374] 'applied index is now lower than readState.Index' (duration: 10.879594ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:25.680261Z","caller":"traceutil/trace.go:171","msg":"trace[744989805] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"945.207749ms","start":"2026-07-03T15:55:24.734891Z","end":"2026-07-03T15:55:25.680099Z","steps":["trace[744989805] 'process raft request' (duration: 944.837599ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:25.680586Z","caller":"traceutil/trace.go:171","msg":"trace[1408687485] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"777.651907ms","start":"2026-07-03T15:55:24.902742Z","end":"2026-07-03T15:55:25.680394Z","steps":["trace[1408687485] 'process raft request' (duration: 777.312378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.680706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.734851Z","time spent":"945.757384ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:25.68077Z","caller":"traceutil/trace.go:171","msg":"trace[135593273] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"946.103513ms","start":"2026-07-03T15:55:24.734619Z","end":"2026-07-03T15:55:25.680722Z","steps":["trace[135593273] 'process raft request' (duration: 945.071055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.680851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.734607Z","time spent":"946.212887ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:25.680779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.902706Z","time spent":"778.038058ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:25.680863Z","caller":"traceutil/trace.go:171","msg":"trace[908783856] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"935.784743ms","start":"2026-07-03T15:55:24.745007Z","end":"2026-07-03T15:55:25.680792Z","steps":["trace[908783856] 'process raft request' (duration: 934.763205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.681082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.744993Z","time spent":"936.047679ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:25.695615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.092692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:25.695729Z","caller":"traceutil/trace.go:171","msg":"trace[1061027568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"740.255116ms","start":"2026-07-03T15:55:24.955437Z","end":"2026-07-03T15:55:25.695692Z","steps":["trace[1061027568] 'agreement among raft nodes before linearized reading' (duration: 725.047438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.695807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.95541Z","time spent":"740.38188ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:26.125502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.703804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:26.125678Z","caller":"traceutil/trace.go:171","msg":"trace[1274523886] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"295.388364ms","start":"2026-07-03T15:55:25.83026Z","end":"2026-07-03T15:55:26.125648Z","steps":["trace[1274523886] 'process raft request' (duration: 113.438254ms)","trace[1274523886] 'compare' (duration: 181.5558ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:26.150152Z","caller":"traceutil/trace.go:171","msg":"trace[456804474] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:593; }","duration":"253.407712ms","start":"2026-07-03T15:55:25.89671Z","end":"2026-07-03T15:55:26.150117Z","steps":["trace[456804474] 'read index received' (duration: 47.010631ms)","trace[456804474] 'applied index is now lower than readState.Index' (duration: 206.396141ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:26.150216Z","caller":"traceutil/trace.go:171","msg":"trace[967636793] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"296.353059ms","start":"2026-07-03T15:55:25.853845Z","end":"2026-07-03T15:55:26.150198Z","steps":["trace[967636793] 'process raft request' (duration: 296.159974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.150215Z","caller":"traceutil/trace.go:171","msg":"trace[1314685159] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"303.599489ms","start":"2026-07-03T15:55:25.846574Z","end":"2026-07-03T15:55:26.150174Z","steps":["trace[1314685159] 'process raft request' (duration: 303.291051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.150387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.846551Z","time spent":"303.743353ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:26.150457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.718501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:55:26.150499Z","caller":"traceutil/trace.go:171","msg":"trace[118459560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"253.830584ms","start":"2026-07-03T15:55:25.896654Z","end":"2026-07-03T15:55:26.150484Z","steps":["trace[118459560] 'agreement among raft nodes before linearized reading' (duration: 253.636199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.211431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.860487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:26.211534Z","caller":"traceutil/trace.go:171","msg":"trace[617664699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"256.002201ms","start":"2026-07-03T15:55:25.955511Z","end":"2026-07-03T15:55:26.211514Z","steps":["trace[617664699] 'agreement among raft nodes before linearized reading' (duration: 255.848587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.211432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.192396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-03T15:55:26.211742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.579332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:26.211871Z","caller":"traceutil/trace.go:171","msg":"trace[1905349374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:573; }","duration":"281.743895ms","start":"2026-07-03T15:55:25.930087Z","end":"2026-07-03T15:55:26.211831Z","steps":["trace[1905349374] 'agreement among raft nodes before linearized reading' (duration: 281.410787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.211749Z","caller":"traceutil/trace.go:171","msg":"trace[1403770558] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:573; }","duration":"301.566656ms","start":"2026-07-03T15:55:25.91016Z","end":"2026-07-03T15:55:26.211726Z","steps":["trace[1403770558] 'agreement among raft nodes before linearized reading' (duration: 301.146795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.211961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.910134Z","time spent":"301.810863ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T15:55:26.21165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.566889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:55:26.212033Z","caller":"traceutil/trace.go:171","msg":"trace[1901727263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:573; }","duration":"161.023951ms","start":"2026-07-03T15:55:26.05099Z","end":"2026-07-03T15:55:26.212014Z","steps":["trace[1901727263] 'agreement among raft nodes before linearized reading' (duration: 160.337653ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.338597Z","caller":"traceutil/trace.go:171","msg":"trace[359381319] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"183.309715ms","start":"2026-07-03T15:55:26.155236Z","end":"2026-07-03T15:55:26.338546Z","steps":["trace[359381319] 'process raft request' (duration: 133.388227ms)","trace[359381319] 'compare' (duration: 49.524058ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:26.339107Z","caller":"traceutil/trace.go:171","msg":"trace[416720276] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"176.543718ms","start":"2026-07-03T15:55:26.162546Z","end":"2026-07-03T15:55:26.33909Z","steps":["trace[416720276] 'process raft request' (duration: 176.193968ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.343519Z","caller":"traceutil/trace.go:171","msg":"trace[1669793764] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"118.187779ms","start":"2026-07-03T15:55:26.225286Z","end":"2026-07-03T15:55:26.343474Z","steps":["trace[1669793764] 'process raft request' (duration: 118.051525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.344594Z","caller":"traceutil/trace.go:171","msg":"trace[1886016011] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"142.354252ms","start":"2026-07-03T15:55:26.202221Z","end":"2026-07-03T15:55:26.344575Z","steps":["trace[1886016011] 'process raft request' (duration: 138.426649ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.344792Z","caller":"traceutil/trace.go:171","msg":"trace[1520064034] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"128.075578ms","start":"2026-07-03T15:55:26.216687Z","end":"2026-07-03T15:55:26.344763Z","steps":["trace[1520064034] 'process raft request' (duration: 125.652434ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.345902Z","caller":"traceutil/trace.go:171","msg":"trace[1404561112] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"129.110125ms","start":"2026-07-03T15:55:26.216741Z","end":"2026-07-03T15:55:26.345851Z","steps":["trace[1404561112] 'process raft request' (duration: 125.747277ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:32.290452Z","caller":"traceutil/trace.go:171","msg":"trace[2048735547] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"355.006228ms","start":"2026-07-03T15:55:31.935401Z","end":"2026-07-03T15:55:32.290407Z","steps":["trace[2048735547] 'read index received' (duration: 354.935996ms)","trace[2048735547] 'applied index is now lower than readState.Index' (duration: 69.282µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:32.290576Z","caller":"traceutil/trace.go:171","msg":"trace[713539898] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"447.675917ms","start":"2026-07-03T15:55:31.842864Z","end":"2026-07-03T15:55:32.29054Z","steps":["trace[713539898] 'process raft request' (duration: 447.336069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:32.290727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:31.842843Z","time spent":"447.78488ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:32.290793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.378147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-24khd\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-03T15:55:32.290906Z","caller":"traceutil/trace.go:171","msg":"trace[2135784574] range","detail":"{range_begin:/registry/pods/kube-system/cilium-24khd; range_end:; response_count:1; response_revision:638; }","duration":"355.535381ms","start":"2026-07-03T15:55:31.93535Z","end":"2026-07-03T15:55:32.290886Z","steps":["trace[2135784574] 'agreement among raft nodes before linearized reading' (duration: 355.247384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:32.29097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:31.935305Z","time spent":"355.649034ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-24khd\" "} {"level":"info","ts":"2026-07-03T15:55:32.400239Z","caller":"traceutil/trace.go:171","msg":"trace[1464068536] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"109.649394ms","start":"2026-07-03T15:55:32.290563Z","end":"2026-07-03T15:55:32.400212Z","steps":["trace[1464068536] 'read index received' (duration: 108.357841ms)","trace[1464068536] 'applied index is now lower than readState.Index' (duration: 1.290843ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:32.400308Z","caller":"traceutil/trace.go:171","msg":"trace[298488954] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"388.635579ms","start":"2026-07-03T15:55:32.011622Z","end":"2026-07-03T15:55:32.400257Z","steps":["trace[298488954] 'process raft request' (duration: 387.771076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:32.400724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.609586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:32.401225Z","caller":"traceutil/trace.go:171","msg":"trace[555200866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"445.48809ms","start":"2026-07-03T15:55:31.955707Z","end":"2026-07-03T15:55:32.401195Z","steps":["trace[555200866] 'agreement among raft nodes before linearized reading' (duration: 444.621936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:32.401303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:31.95569Z","time spent":"445.592722ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:32.401466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:32.011588Z","time spent":"388.797392ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:33.685075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.950394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:33.685318Z","caller":"traceutil/trace.go:171","msg":"trace[1233626927] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.22364616s","start":"2026-07-03T15:55:32.461651Z","end":"2026-07-03T15:55:33.685297Z","steps":["trace[1233626927] 'process raft request' (duration: 1.223558287s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:33.68542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:32.461625Z","time spent":"1.223749733s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:33.685425Z","caller":"traceutil/trace.go:171","msg":"trace[1843438862] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"1.2850882s","start":"2026-07-03T15:55:32.400306Z","end":"2026-07-03T15:55:33.685394Z","steps":["trace[1843438862] 'read index received' (duration: 487.713566ms)","trace[1843438862] 'applied index is now lower than readState.Index' (duration: 797.360554ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:33.685459Z","caller":"traceutil/trace.go:171","msg":"trace[31550231] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.379527346s","start":"2026-07-03T15:55:32.305907Z","end":"2026-07-03T15:55:33.685434Z","steps":["trace[31550231] 'process raft request' (duration: 582.10267ms)","trace[31550231] 'compare' (duration: 796.758779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:33.685576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:32.305877Z","time spent":"1.379650759s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:33.6856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280793868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:33.685599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315139408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:55:33.685636Z","caller":"traceutil/trace.go:171","msg":"trace[2020483402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"1.280877599s","start":"2026-07-03T15:55:32.404746Z","end":"2026-07-03T15:55:33.685624Z","steps":["trace[2020483402] 'agreement among raft nodes before linearized reading' (duration: 1.280805907s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:33.685642Z","caller":"traceutil/trace.go:171","msg":"trace[2018967348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"1.31521888s","start":"2026-07-03T15:55:32.370413Z","end":"2026-07-03T15:55:33.685631Z","steps":["trace[2018967348] 'agreement among raft nodes before linearized reading' (duration: 1.314997205s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:33.685623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309989184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:33.685723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:32.404601Z","time spent":"1.281090265s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:33.685723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:32.370402Z","time spent":"1.315312482s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:33.685718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315998671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:33.685767Z","caller":"traceutil/trace.go:171","msg":"trace[1720707949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:641; }","duration":"1.310133547s","start":"2026-07-03T15:55:32.375607Z","end":"2026-07-03T15:55:33.68574Z","steps":["trace[1720707949] 'agreement among raft nodes before linearized reading' (duration: 1.309802228s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:33.685798Z","caller":"traceutil/trace.go:171","msg":"trace[1053434865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"1.316222627s","start":"2026-07-03T15:55:32.369555Z","end":"2026-07-03T15:55:33.685778Z","steps":["trace[1053434865] 'agreement among raft nodes before linearized reading' (duration: 1.31593967s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:33.685826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:32.375601Z","time spent":"1.310210959s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:55:33.685831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:32.369522Z","time spent":"1.316301869s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:33.956385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.198525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:33.956525Z","caller":"traceutil/trace.go:171","msg":"trace[903777233] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"267.033501ms","start":"2026-07-03T15:55:33.689468Z","end":"2026-07-03T15:55:33.956502Z","steps":["trace[903777233] 'process raft request' (duration: 134.61968ms)","trace[903777233] 'compare' (duration: 132.052811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:35.696246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:55:35.696361Z","caller":"traceutil/trace.go:171","msg":"trace[605680653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000375193s","start":"2026-07-03T15:55:33.695953Z","end":"2026-07-03T15:55:35.696328Z","steps":["trace[605680653] 'agreement among raft nodes before linearized reading' (duration: 2.000244549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:35.696415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:33.695934Z","time spent":"2.000471195s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:55:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:55:36.381334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306151479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:36.381881Z","caller":"traceutil/trace.go:171","msg":"trace[511505784] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"2.691381789s","start":"2026-07-03T15:55:33.690393Z","end":"2026-07-03T15:55:36.381775Z","steps":["trace[511505784] 'process raft request' (duration: 384.693545ms)","trace[511505784] 'compare' (duration: 2.305891952s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:36.381126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074011692s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:36.381957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:33.690355Z","time spent":"2.691568444s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:36.381983Z","caller":"traceutil/trace.go:171","msg":"trace[667306736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:642; }","duration":"2.074860185s","start":"2026-07-03T15:55:34.307079Z","end":"2026-07-03T15:55:36.381939Z","steps":["trace[667306736] 'range keys from in-memory index tree' (duration: 2.073995032s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:36.382125Z","caller":"traceutil/trace.go:171","msg":"trace[134981102] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:667; }","duration":"2.686112221s","start":"2026-07-03T15:55:33.695993Z","end":"2026-07-03T15:55:36.382105Z","steps":["trace[134981102] 'read index received' (duration: 128.110099ms)","trace[134981102] 'applied index is now lower than readState.Index' (duration: 2.558000742s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:36.382118Z","caller":"traceutil/trace.go:171","msg":"trace[1611924190] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"2.69144527s","start":"2026-07-03T15:55:33.690636Z","end":"2026-07-03T15:55:36.382082Z","steps":["trace[1611924190] 'process raft request' (duration: 2.690803822s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:36.382351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685159856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:36.382293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:33.690612Z","time spent":"2.691585724s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:36.38239Z","caller":"traceutil/trace.go:171","msg":"trace[1944965335] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:645; }","duration":"2.685250318s","start":"2026-07-03T15:55:33.697127Z","end":"2026-07-03T15:55:36.382377Z","steps":["trace[1944965335] 'agreement among raft nodes before linearized reading' (duration: 2.685144615s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:36.382401Z","caller":"traceutil/trace.go:171","msg":"trace[509450400] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"367.520195ms","start":"2026-07-03T15:55:36.01486Z","end":"2026-07-03T15:55:36.38238Z","steps":["trace[509450400] 'process raft request' (duration: 367.187686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:36.382547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087894998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:55:36.38255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.768138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:36.382541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.717038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-03T15:55:36.382426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:33.697117Z","time spent":"2.68530235s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-07-03T15:55:36.382606Z","caller":"traceutil/trace.go:171","msg":"trace[1873524052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"2.08798822s","start":"2026-07-03T15:55:34.294603Z","end":"2026-07-03T15:55:36.382591Z","steps":["trace[1873524052] 'agreement among raft nodes before linearized reading' (duration: 2.087834116s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:36.382608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:36.014826Z","time spent":"367.641218ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:36.382622Z","caller":"traceutil/trace.go:171","msg":"trace[896057200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"421.88229ms","start":"2026-07-03T15:55:35.960719Z","end":"2026-07-03T15:55:36.382601Z","steps":["trace[896057200] 'agreement among raft nodes before linearized reading' (duration: 421.684555ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:36.382643Z","caller":"traceutil/trace.go:171","msg":"trace[1805980297] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:645; }","duration":"471.883732ms","start":"2026-07-03T15:55:35.910733Z","end":"2026-07-03T15:55:36.382617Z","steps":["trace[1805980297] 'agreement among raft nodes before linearized reading' (duration: 471.545333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:36.382658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:34.294579Z","time spent":"2.088068423s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:36.382674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:35.960694Z","time spent":"421.968363ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:55:36.382704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:35.910698Z","time spent":"471.996045ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T15:55:36.382571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.859881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:36.382851Z","caller":"traceutil/trace.go:171","msg":"trace[1774348077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"686.139878ms","start":"2026-07-03T15:55:35.696683Z","end":"2026-07-03T15:55:36.382823Z","steps":["trace[1774348077] 'agreement among raft nodes before linearized reading' (duration: 685.597904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:36.382931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:35.696607Z","time spent":"686.311883ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:55:36.908724Z","caller":"traceutil/trace.go:171","msg":"trace[2061930572] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"108.033513ms","start":"2026-07-03T15:55:36.800659Z","end":"2026-07-03T15:55:36.908692Z","steps":["trace[2061930572] 'process raft request' (duration: 106.174844ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.067149Z","caller":"traceutil/trace.go:171","msg":"trace[1861457808] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:692; }","duration":"107.674123ms","start":"2026-07-03T15:55:37.959444Z","end":"2026-07-03T15:55:38.067118Z","steps":["trace[1861457808] 'read index received' (duration: 107.376665ms)","trace[1861457808] 'applied index is now lower than readState.Index' (duration: 296.518µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:38.067202Z","caller":"traceutil/trace.go:171","msg":"trace[850300906] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"111.007779ms","start":"2026-07-03T15:55:37.956176Z","end":"2026-07-03T15:55:38.067184Z","steps":["trace[850300906] 'process raft request' (duration: 110.899367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.067216Z","caller":"traceutil/trace.go:171","msg":"trace[1477536120] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"129.079533ms","start":"2026-07-03T15:55:37.938093Z","end":"2026-07-03T15:55:38.067173Z","steps":["trace[1477536120] 'process raft request' (duration: 128.931899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.067291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.700854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:38.067317Z","caller":"traceutil/trace.go:171","msg":"trace[1397681372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"112.768216ms","start":"2026-07-03T15:55:37.95454Z","end":"2026-07-03T15:55:38.067309Z","steps":["trace[1397681372] 'agreement among raft nodes before linearized reading' (duration: 112.687104ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.067477Z","caller":"traceutil/trace.go:171","msg":"trace[1643097473] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"128.676373ms","start":"2026-07-03T15:55:37.938772Z","end":"2026-07-03T15:55:38.067448Z","steps":["trace[1643097473] 'process raft request' (duration: 128.279513ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.067537Z","caller":"traceutil/trace.go:171","msg":"trace[258212463] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"129.599307ms","start":"2026-07-03T15:55:37.937931Z","end":"2026-07-03T15:55:38.06753Z","steps":["trace[258212463] 'process raft request' (duration: 128.91656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.067545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.500864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-24khd\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-07-03T15:55:38.067566Z","caller":"traceutil/trace.go:171","msg":"trace[1688868125] range","detail":"{range_begin:/registry/pods/kube-system/cilium-24khd; range_end:; response_count:1; response_revision:669; }","duration":"111.557155ms","start":"2026-07-03T15:55:37.956004Z","end":"2026-07-03T15:55:38.067561Z","steps":["trace[1688868125] 'agreement among raft nodes before linearized reading' (duration: 111.455773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.280462Z","caller":"traceutil/trace.go:171","msg":"trace[1155978313] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"126.302211ms","start":"2026-07-03T15:55:38.154129Z","end":"2026-07-03T15:55:38.280431Z","steps":["trace[1155978313] 'process raft request' (duration: 126.073125ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.31194Z","caller":"traceutil/trace.go:171","msg":"trace[721745054] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"156.809771ms","start":"2026-07-03T15:55:38.155093Z","end":"2026-07-03T15:55:38.311902Z","steps":["trace[721745054] 'process raft request' (duration: 156.496002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.312095Z","caller":"traceutil/trace.go:171","msg":"trace[1697786270] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"151.77316ms","start":"2026-07-03T15:55:38.160289Z","end":"2026-07-03T15:55:38.312063Z","steps":["trace[1697786270] 'process raft request' (duration: 151.504422ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.563853Z","caller":"traceutil/trace.go:171","msg":"trace[151471636] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"277.68928ms","start":"2026-07-03T15:55:38.286123Z","end":"2026-07-03T15:55:38.563812Z","steps":["trace[151471636] 'process raft request' (duration: 229.788644ms)","trace[151471636] 'compare' (duration: 47.740642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:38.785808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.216503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:38.786076Z","caller":"traceutil/trace.go:171","msg":"trace[722635189] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:704; }","duration":"400.280734ms","start":"2026-07-03T15:55:38.385776Z","end":"2026-07-03T15:55:38.786057Z","steps":["trace[722635189] 'read index received' (duration: 130.180523ms)","trace[722635189] 'applied index is now lower than readState.Index' (duration: 270.099301ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:38.786081Z","caller":"traceutil/trace.go:171","msg":"trace[554935486] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"467.355202ms","start":"2026-07-03T15:55:38.318706Z","end":"2026-07-03T15:55:38.786061Z","steps":["trace[554935486] 'process raft request' (duration: 467.229339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.786068Z","caller":"traceutil/trace.go:171","msg":"trace[775855380] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"468.114933ms","start":"2026-07-03T15:55:38.317914Z","end":"2026-07-03T15:55:38.786029Z","steps":["trace[775855380] 'process raft request' (duration: 366.54574ms)","trace[775855380] 'compare' (duration: 101.08614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:38.786197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.318692Z","time spent":"467.438785ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:38.786229Z","caller":"traceutil/trace.go:171","msg":"trace[916177583] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"453.212792ms","start":"2026-07-03T15:55:38.332951Z","end":"2026-07-03T15:55:38.786164Z","steps":["trace[916177583] 'process raft request' (duration: 453.052638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.786303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.317885Z","time spent":"468.272826ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:38.786324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.551561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:38.786382Z","caller":"traceutil/trace.go:171","msg":"trace[205585204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:681; }","duration":"400.686204ms","start":"2026-07-03T15:55:38.385679Z","end":"2026-07-03T15:55:38.786365Z","steps":["trace[205585204] 'agreement among raft nodes before linearized reading' (duration: 400.473039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.786425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.385648Z","time spent":"400.765137ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:38.786457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.332937Z","time spent":"453.396937ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:38.789169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.640209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:55:38.789228Z","caller":"traceutil/trace.go:171","msg":"trace[1191601915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"401.713742ms","start":"2026-07-03T15:55:38.387497Z","end":"2026-07-03T15:55:38.789211Z","steps":["trace[1191601915] 'agreement among raft nodes before linearized reading' (duration: 401.490576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.789265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.387485Z","time spent":"401.772703ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:55:38.789611Z","caller":"traceutil/trace.go:171","msg":"trace[300493556] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"254.534123ms","start":"2026-07-03T15:55:38.535065Z","end":"2026-07-03T15:55:38.789599Z","steps":["trace[300493556] 'process raft request' (duration: 253.64513ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.789806Z","caller":"traceutil/trace.go:171","msg":"trace[649517938] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"219.834183ms","start":"2026-07-03T15:55:38.569961Z","end":"2026-07-03T15:55:38.789795Z","steps":["trace[649517938] 'process raft request' (duration: 218.868098ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.789929Z","caller":"traceutil/trace.go:171","msg":"trace[1443849148] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"159.987244ms","start":"2026-07-03T15:55:38.629931Z","end":"2026-07-03T15:55:38.789918Z","steps":["trace[1443849148] 'process raft request' (duration: 158.996189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.790381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.971633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:55:38.79037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.656789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:55:38.790418Z","caller":"traceutil/trace.go:171","msg":"trace[1305306907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:684; }","duration":"311.031094ms","start":"2026-07-03T15:55:38.479377Z","end":"2026-07-03T15:55:38.790408Z","steps":["trace[1305306907] 'agreement among raft nodes before linearized reading' (duration: 310.914091ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.790436Z","caller":"traceutil/trace.go:171","msg":"trace[511876721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"314.788962ms","start":"2026-07-03T15:55:38.475631Z","end":"2026-07-03T15:55:38.79042Z","steps":["trace[511876721] 'agreement among raft nodes before linearized reading' (duration: 314.557996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.790447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.479367Z","time spent":"311.073526ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:38.790479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.475607Z","time spent":"314.865955ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:55:39.432968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965337483,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:55:39.46306Z","caller":"traceutil/trace.go:171","msg":"trace[375299032] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"641.426436ms","start":"2026-07-03T15:55:38.821574Z","end":"2026-07-03T15:55:39.463001Z","steps":["trace[375299032] 'process raft request' (duration: 641.162039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.463421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.82155Z","time spent":"641.751455ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:39.46664Z","caller":"traceutil/trace.go:171","msg":"trace[421317271] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:722; }","duration":"534.693758ms","start":"2026-07-03T15:55:38.931922Z","end":"2026-07-03T15:55:39.466616Z","steps":["trace[421317271] 'read index received' (duration: 531.044302ms)","trace[421317271] 'applied index is now lower than readState.Index' (duration: 3.648006ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:39.466677Z","caller":"traceutil/trace.go:171","msg":"trace[1172955455] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"448.995432ms","start":"2026-07-03T15:55:39.01764Z","end":"2026-07-03T15:55:39.466635Z","steps":["trace[1172955455] 'process raft request' (duration: 448.789616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.466821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.886663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:39.466792Z","caller":"traceutil/trace.go:171","msg":"trace[2043021258] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"329.646292ms","start":"2026-07-03T15:55:39.137094Z","end":"2026-07-03T15:55:39.466741Z","steps":["trace[2043021258] 'process raft request' (duration: 329.467548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.466839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.921535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:39.46689Z","caller":"traceutil/trace.go:171","msg":"trace[723446677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:698; }","duration":"535.009056ms","start":"2026-07-03T15:55:38.931863Z","end":"2026-07-03T15:55:39.466872Z","steps":["trace[723446677] 'agreement among raft nodes before linearized reading' (duration: 534.875192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.466901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:39.017609Z","time spent":"449.168176ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:39.466907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.770493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:39.466926Z","caller":"traceutil/trace.go:171","msg":"trace[244303887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"511.062319ms","start":"2026-07-03T15:55:38.95584Z","end":"2026-07-03T15:55:39.466902Z","steps":["trace[244303887] 'agreement among raft nodes before linearized reading' (duration: 510.933215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.466948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.93184Z","time spent":"535.094568ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-03T15:55:39.466966Z","caller":"traceutil/trace.go:171","msg":"trace[1133804345] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:698; }","duration":"134.887276ms","start":"2026-07-03T15:55:39.332064Z","end":"2026-07-03T15:55:39.466951Z","steps":["trace[1133804345] 'agreement among raft nodes before linearized reading' (duration: 134.760993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.466976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.95581Z","time spent":"511.155491ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:39.466979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:39.137066Z","time spent":"329.834778ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:39.467029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.828208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-24khd\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-07-03T15:55:39.467108Z","caller":"traceutil/trace.go:171","msg":"trace[2126270378] range","detail":"{range_begin:/registry/pods/kube-system/cilium-24khd; range_end:; response_count:1; response_revision:698; }","duration":"503.955141ms","start":"2026-07-03T15:55:38.963134Z","end":"2026-07-03T15:55:39.467089Z","steps":["trace[2126270378] 'agreement among raft nodes before linearized reading' (duration: 503.712705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.467249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.963098Z","time spent":"504.136286ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17544,"request content":"key:\"/registry/pods/kube-system/cilium-24khd\" "} {"level":"info","ts":"2026-07-03T15:55:45.027243Z","caller":"traceutil/trace.go:171","msg":"trace[1145113038] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"201.449541ms","start":"2026-07-03T15:55:44.825756Z","end":"2026-07-03T15:55:45.027206Z","steps":["trace[1145113038] 'process raft request' (duration: 201.187884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:45.02734Z","caller":"traceutil/trace.go:171","msg":"trace[2115546335] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"202.674964ms","start":"2026-07-03T15:55:44.824613Z","end":"2026-07-03T15:55:45.027288Z","steps":["trace[2115546335] 'process raft request' (duration: 195.973678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:45.027529Z","caller":"traceutil/trace.go:171","msg":"trace[536317658] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"201.293557ms","start":"2026-07-03T15:55:44.826221Z","end":"2026-07-03T15:55:45.027515Z","steps":["trace[536317658] 'process raft request' (duration: 200.944198ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:47.656613Z","caller":"traceutil/trace.go:171","msg":"trace[110735959] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"210.587831ms","start":"2026-07-03T15:55:47.445989Z","end":"2026-07-03T15:55:47.656577Z","steps":["trace[110735959] 'process raft request' (duration: 139.859387ms)","trace[110735959] 'compare' (duration: 70.546609ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:47.84618Z","caller":"traceutil/trace.go:171","msg":"trace[882893883] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"107.704504ms","start":"2026-07-03T15:55:47.738442Z","end":"2026-07-03T15:55:47.846147Z","steps":["trace[882893883] 'process raft request' (duration: 107.55752ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:48.124694Z","caller":"traceutil/trace.go:171","msg":"trace[951911965] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"109.87795ms","start":"2026-07-03T15:55:48.014788Z","end":"2026-07-03T15:55:48.124666Z","steps":["trace[951911965] 'process raft request' (duration: 108.943166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.35594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048853099s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:55.356092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.448922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:55:55.356138Z","caller":"traceutil/trace.go:171","msg":"trace[1014131392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:813; }","duration":"1.049101675s","start":"2026-07-03T15:55:54.307012Z","end":"2026-07-03T15:55:55.356114Z","steps":["trace[1014131392] 'range keys from in-memory index tree' (duration: 1.048830288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.356135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302669909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7pwbn\" ","response":"range_response_count:1 size:3964"} {"level":"warn","ts":"2026-07-03T15:55:55.356178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208478312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:55:55.3562Z","caller":"traceutil/trace.go:171","msg":"trace[1739203379] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7pwbn; range_end:; response_count:1; response_revision:813; }","duration":"1.302781732s","start":"2026-07-03T15:55:54.0534Z","end":"2026-07-03T15:55:55.356182Z","steps":["trace[1739203379] 'range keys from in-memory index tree' (duration: 1.302526925s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.356182Z","caller":"traceutil/trace.go:171","msg":"trace[2119052824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:813; }","duration":"347.601616ms","start":"2026-07-03T15:55:55.008558Z","end":"2026-07-03T15:55:55.356159Z","steps":["trace[2119052824] 'range keys from in-memory index tree' (duration: 347.317508ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.356237Z","caller":"traceutil/trace.go:171","msg":"trace[1690891664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:813; }","duration":"1.208572705s","start":"2026-07-03T15:55:54.147645Z","end":"2026-07-03T15:55:55.356218Z","steps":["trace[1690891664] 'range keys from in-memory index tree' (duration: 1.20835833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.356242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:55.008532Z","time spent":"347.701019ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:55:55.356242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:54.053375Z","time spent":"1.302856844s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7pwbn\" "} {"level":"warn","ts":"2026-07-03T15:55:55.356281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:54.147624Z","time spent":"1.208648867s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:55.356244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.943195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:55.356351Z","caller":"traceutil/trace.go:171","msg":"trace[174884827] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:813; }","duration":"578.129959ms","start":"2026-07-03T15:55:54.778197Z","end":"2026-07-03T15:55:55.356327Z","steps":["trace[174884827] 'count revisions from in-memory index tree' (duration: 577.801581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.356004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.495223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:55:55.35637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.330554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-03T15:55:55.356383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.457055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:55:55.356499Z","caller":"traceutil/trace.go:171","msg":"trace[1900101488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:813; }","duration":"177.036567ms","start":"2026-07-03T15:55:55.179421Z","end":"2026-07-03T15:55:55.356457Z","steps":["trace[1900101488] 'range keys from in-memory index tree' (duration: 176.244166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.356516Z","caller":"traceutil/trace.go:171","msg":"trace[1343687639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:813; }","duration":"149.57657ms","start":"2026-07-03T15:55:55.20691Z","end":"2026-07-03T15:55:55.356487Z","steps":["trace[1343687639] 'range keys from in-memory index tree' (duration: 149.024106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.356587Z","caller":"traceutil/trace.go:171","msg":"trace[1091118358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:813; }","duration":"147.929108ms","start":"2026-07-03T15:55:55.208604Z","end":"2026-07-03T15:55:55.356533Z","steps":["trace[1091118358] 'range keys from in-memory index tree' (duration: 147.24459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.356411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:54.778174Z","time spent":"578.224472ms","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:55:55.597806Z","caller":"traceutil/trace.go:171","msg":"trace[1469412670] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"236.1994ms","start":"2026-07-03T15:55:55.361559Z","end":"2026-07-03T15:55:55.597759Z","steps":["trace[1469412670] 'process raft request' (duration: 235.715058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.597878Z","caller":"traceutil/trace.go:171","msg":"trace[336477059] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"235.851781ms","start":"2026-07-03T15:55:55.361987Z","end":"2026-07-03T15:55:55.597839Z","steps":["trace[336477059] 'process raft request' (duration: 235.663486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.598225Z","caller":"traceutil/trace.go:171","msg":"trace[800862680] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"236.158019ms","start":"2026-07-03T15:55:55.362042Z","end":"2026-07-03T15:55:55.5982Z","steps":["trace[800862680] 'process raft request' (duration: 235.744988ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.598306Z","caller":"traceutil/trace.go:171","msg":"trace[2001356573] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"234.105685ms","start":"2026-07-03T15:55:55.364188Z","end":"2026-07-03T15:55:55.598293Z","steps":["trace[2001356573] 'process raft request' (duration: 233.966961ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:55.59832Z","caller":"traceutil/trace.go:171","msg":"trace[193440425] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"235.568754ms","start":"2026-07-03T15:55:55.362702Z","end":"2026-07-03T15:55:55.59827Z","steps":["trace[193440425] 'process raft request' (duration: 235.39325ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.759392Z","caller":"traceutil/trace.go:171","msg":"trace[1605112848] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"117.230378ms","start":"2026-07-03T15:56:05.642137Z","end":"2026-07-03T15:56:05.759367Z","steps":["trace[1605112848] 'read index received' (duration: 117.082374ms)","trace[1605112848] 'applied index is now lower than readState.Index' (duration: 147.484µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:05.7597Z","caller":"traceutil/trace.go:171","msg":"trace[2104087778] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"270.724921ms","start":"2026-07-03T15:56:05.48896Z","end":"2026-07-03T15:56:05.759685Z","steps":["trace[2104087778] 'process raft request' (duration: 270.27837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.760013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.853235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:05.760055Z","caller":"traceutil/trace.go:171","msg":"trace[1424390459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:930; }","duration":"117.962278ms","start":"2026-07-03T15:56:05.642083Z","end":"2026-07-03T15:56:05.760046Z","steps":["trace[1424390459] 'agreement among raft nodes before linearized reading' (duration: 117.814754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.760251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.415663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:56:05.760288Z","caller":"traceutil/trace.go:171","msg":"trace[452169692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:930; }","duration":"117.493605ms","start":"2026-07-03T15:56:05.642786Z","end":"2026-07-03T15:56:05.760279Z","steps":["trace[452169692] 'agreement among raft nodes before linearized reading' (duration: 117.403812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.760411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.791054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:56:05.760441Z","caller":"traceutil/trace.go:171","msg":"trace[180841917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:930; }","duration":"114.842186ms","start":"2026-07-03T15:56:05.645592Z","end":"2026-07-03T15:56:05.760434Z","steps":["trace[180841917] 'agreement among raft nodes before linearized reading' (duration: 114.768374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.760534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.116945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:56:05.760564Z","caller":"traceutil/trace.go:171","msg":"trace[1173941474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:930; }","duration":"117.156596ms","start":"2026-07-03T15:56:05.6434Z","end":"2026-07-03T15:56:05.760556Z","steps":["trace[1173941474] 'agreement among raft nodes before linearized reading' (duration: 117.090504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.974301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.492881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:05.974614Z","caller":"traceutil/trace.go:171","msg":"trace[912502823] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"200.561231ms","start":"2026-07-03T15:56:05.774032Z","end":"2026-07-03T15:56:05.974593Z","steps":["trace[912502823] 'process raft request' (duration: 200.421177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.974605Z","caller":"traceutil/trace.go:171","msg":"trace[983603741] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"200.52485ms","start":"2026-07-03T15:56:05.774026Z","end":"2026-07-03T15:56:05.974551Z","steps":["trace[983603741] 'process raft request' (duration: 81.68401ms)","trace[983603741] 'compare' (duration: 118.348957ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:05.975116Z","caller":"traceutil/trace.go:171","msg":"trace[1834372370] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"201.016523ms","start":"2026-07-03T15:56:05.774077Z","end":"2026-07-03T15:56:05.975094Z","steps":["trace[1834372370] 'process raft request' (duration: 200.435218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.975342Z","caller":"traceutil/trace.go:171","msg":"trace[2014675181] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"181.186875ms","start":"2026-07-03T15:56:05.794118Z","end":"2026-07-03T15:56:05.975305Z","steps":["trace[2014675181] 'process raft request' (duration: 180.426726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:09.401016Z","caller":"traceutil/trace.go:171","msg":"trace[945539648] linearizableReadLoop","detail":"{readStateIndex:1012; appliedIndex:1011; }","duration":"143.885692ms","start":"2026-07-03T15:56:09.257101Z","end":"2026-07-03T15:56:09.400987Z","steps":["trace[945539648] 'read index received' (duration: 143.556944ms)","trace[945539648] 'applied index is now lower than readState.Index' (duration: 327.388µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:09.401072Z","caller":"traceutil/trace.go:171","msg":"trace[1819794105] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"156.07459ms","start":"2026-07-03T15:56:09.244965Z","end":"2026-07-03T15:56:09.40104Z","steps":["trace[1819794105] 'process raft request' (duration: 155.856004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:09.401194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.064307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:09.401237Z","caller":"traceutil/trace.go:171","msg":"trace[1886263094] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:977; }","duration":"144.16223ms","start":"2026-07-03T15:56:09.257063Z","end":"2026-07-03T15:56:09.401225Z","steps":["trace[1886263094] 'agreement among raft nodes before linearized reading' (duration: 144.046867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:26.294792Z","caller":"traceutil/trace.go:171","msg":"trace[2131552070] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"381.430369ms","start":"2026-07-03T15:56:25.913327Z","end":"2026-07-03T15:56:26.294757Z","steps":["trace[2131552070] 'read index received' (duration: 381.270615ms)","trace[2131552070] 'applied index is now lower than readState.Index' (duration: 158.664µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:26.294865Z","caller":"traceutil/trace.go:171","msg":"trace[403138185] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"440.056948ms","start":"2026-07-03T15:56:25.854784Z","end":"2026-07-03T15:56:26.294841Z","steps":["trace[403138185] 'process raft request' (duration: 439.835802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.294966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.631864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T15:56:26.294997Z","caller":"traceutil/trace.go:171","msg":"trace[1605356979] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:1215; }","duration":"381.689165ms","start":"2026-07-03T15:56:25.913299Z","end":"2026-07-03T15:56:26.294989Z","steps":["trace[1605356979] 'agreement among raft nodes before linearized reading' (duration: 381.579172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.295024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:25.913286Z","time spent":"381.733287ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T15:56:26.295006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:25.85476Z","time spent":"440.164361ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:26.312642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.005332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:26.312693Z","caller":"traceutil/trace.go:171","msg":"trace[1234270670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1216; }","duration":"357.089203ms","start":"2026-07-03T15:56:25.955593Z","end":"2026-07-03T15:56:26.312682Z","steps":["trace[1234270670] 'agreement among raft nodes before linearized reading' (duration: 356.996191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.312724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:25.955577Z","time spent":"357.140395ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:26.312752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.672826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:26.312795Z","caller":"traceutil/trace.go:171","msg":"trace[1091515986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1216; }","duration":"238.748738ms","start":"2026-07-03T15:56:26.074034Z","end":"2026-07-03T15:56:26.312782Z","steps":["trace[1091515986] 'agreement among raft nodes before linearized reading' (duration: 238.579563ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:26.312807Z","caller":"traceutil/trace.go:171","msg":"trace[1330905154] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"260.855854ms","start":"2026-07-03T15:56:26.051935Z","end":"2026-07-03T15:56:26.31279Z","steps":["trace[1330905154] 'process raft request' (duration: 260.570667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.31298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.977873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:56:26.313011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.770491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:56:26.313023Z","caller":"traceutil/trace.go:171","msg":"trace[1238632720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1216; }","duration":"239.046325ms","start":"2026-07-03T15:56:26.073965Z","end":"2026-07-03T15:56:26.313011Z","steps":["trace[1238632720] 'agreement among raft nodes before linearized reading' (duration: 238.927352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:26.313046Z","caller":"traceutil/trace.go:171","msg":"trace[390256985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1216; }","duration":"242.833473ms","start":"2026-07-03T15:56:26.070201Z","end":"2026-07-03T15:56:26.313035Z","steps":["trace[390256985] 'agreement among raft nodes before linearized reading' (duration: 242.737091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.313099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.001678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T15:56:26.3132Z","caller":"traceutil/trace.go:171","msg":"trace[188697391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1216; }","duration":"238.132982ms","start":"2026-07-03T15:56:26.075038Z","end":"2026-07-03T15:56:26.313171Z","steps":["trace[188697391] 'agreement among raft nodes before linearized reading' (duration: 237.836754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.670403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.884696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-zqhfm\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-07-03T15:56:41.670535Z","caller":"traceutil/trace.go:171","msg":"trace[505999968] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-zqhfm; range_end:; response_count:1; response_revision:1353; }","duration":"409.034179ms","start":"2026-07-03T15:56:41.261446Z","end":"2026-07-03T15:56:41.67048Z","steps":["trace[505999968] 'range keys from in-memory index tree' (duration: 408.689971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.670586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.261421Z","time spent":"409.151743ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-zqhfm\" "} {"level":"warn","ts":"2026-07-03T15:56:41.670654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.672862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:41.670721Z","caller":"traceutil/trace.go:171","msg":"trace[2083836586] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1353; }","duration":"456.812255ms","start":"2026-07-03T15:56:41.213891Z","end":"2026-07-03T15:56:41.670703Z","steps":["trace[2083836586] 'count revisions from in-memory index tree' (duration: 456.472725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.670782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.21384Z","time spent":"456.924619ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:42.662545Z","caller":"traceutil/trace.go:171","msg":"trace[1038512868] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"218.713526ms","start":"2026-07-03T15:56:42.443798Z","end":"2026-07-03T15:56:42.662511Z","steps":["trace[1038512868] 'process raft request' (duration: 166.389671ms)","trace[1038512868] 'compare' (duration: 52.131429ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:46.902117Z","caller":"traceutil/trace.go:171","msg":"trace[701694127] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1515; }","duration":"100.503932ms","start":"2026-07-03T15:56:46.801578Z","end":"2026-07-03T15:56:46.902082Z","steps":["trace[701694127] 'read index received' (duration: 100.298327ms)","trace[701694127] 'applied index is now lower than readState.Index' (duration: 204.215µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:46.902165Z","caller":"traceutil/trace.go:171","msg":"trace[2080611502] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"221.250691ms","start":"2026-07-03T15:56:46.680874Z","end":"2026-07-03T15:56:46.902125Z","steps":["trace[2080611502] 'process raft request' (duration: 221.000605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:46.902368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.789609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:46.902448Z","caller":"traceutil/trace.go:171","msg":"trace[71262644] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1467; }","duration":"100.953384ms","start":"2026-07-03T15:56:46.801476Z","end":"2026-07-03T15:56:46.90243Z","steps":["trace[71262644] 'agreement among raft nodes before linearized reading' (duration: 100.757029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:50.623008Z","caller":"traceutil/trace.go:171","msg":"trace[1216187073] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"202.297756ms","start":"2026-07-03T15:56:50.420683Z","end":"2026-07-03T15:56:50.622981Z","steps":["trace[1216187073] 'process raft request' (duration: 202.154303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:50.623076Z","caller":"traceutil/trace.go:171","msg":"trace[1261045940] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1533; }","duration":"147.731814ms","start":"2026-07-03T15:56:50.475304Z","end":"2026-07-03T15:56:50.623036Z","steps":["trace[1261045940] 'read index received' (duration: 147.718824ms)","trace[1261045940] 'applied index is now lower than readState.Index' (duration: 8.41µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:50.62331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.99058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:56:50.623352Z","caller":"traceutil/trace.go:171","msg":"trace[1134796206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1484; }","duration":"148.083803ms","start":"2026-07-03T15:56:50.475257Z","end":"2026-07-03T15:56:50.623341Z","steps":["trace[1134796206] 'agreement among raft nodes before linearized reading' (duration: 147.912638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:50.641625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.712126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:56:50.641922Z","caller":"traceutil/trace.go:171","msg":"trace[2068991371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1485; }","duration":"165.039865ms","start":"2026-07-03T15:56:50.476855Z","end":"2026-07-03T15:56:50.641895Z","steps":["trace[2068991371] 'agreement among raft nodes before linearized reading' (duration: 164.417529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:50.641772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.887556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:56:50.642219Z","caller":"traceutil/trace.go:171","msg":"trace[859544445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1485; }","duration":"164.297796ms","start":"2026-07-03T15:56:50.477826Z","end":"2026-07-03T15:56:50.642123Z","steps":["trace[859544445] 'agreement among raft nodes before linearized reading' (duration: 163.714611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:59.594876Z","caller":"traceutil/trace.go:171","msg":"trace[862192083] linearizableReadLoop","detail":"{readStateIndex:1742; appliedIndex:1741; }","duration":"159.282687ms","start":"2026-07-03T15:56:59.435568Z","end":"2026-07-03T15:56:59.594851Z","steps":["trace[862192083] 'read index received' (duration: 142.888872ms)","trace[862192083] 'applied index is now lower than readState.Index' (duration: 16.392595ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:59.594921Z","caller":"traceutil/trace.go:171","msg":"trace[186708993] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"159.432861ms","start":"2026-07-03T15:56:59.435444Z","end":"2026-07-03T15:56:59.594877Z","steps":["trace[186708993] 'process raft request' (duration: 143.072176ms)","trace[186708993] 'compare' (duration: 16.192551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:59.595214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.617186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"warn","ts":"2026-07-03T15:56:59.595269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.741809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:141063"} {"level":"info","ts":"2026-07-03T15:56:59.595297Z","caller":"traceutil/trace.go:171","msg":"trace[128702542] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1675; }","duration":"159.731908ms","start":"2026-07-03T15:56:59.435545Z","end":"2026-07-03T15:56:59.595277Z","steps":["trace[128702542] 'agreement among raft nodes before linearized reading' (duration: 159.39706ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:59.595312Z","caller":"traceutil/trace.go:171","msg":"trace[1955280118] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:1675; }","duration":"107.855462ms","start":"2026-07-03T15:56:59.487446Z","end":"2026-07-03T15:56:59.595301Z","steps":["trace[1955280118] 'agreement among raft nodes before linearized reading' (duration: 107.622936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:59.59532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.592085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7hhn8\" ","response":"range_response_count:1 size:5533"} {"level":"info","ts":"2026-07-03T15:56:59.595408Z","caller":"traceutil/trace.go:171","msg":"trace[1493362587] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7hhn8; range_end:; response_count:1; response_revision:1675; }","duration":"159.694377ms","start":"2026-07-03T15:56:59.435693Z","end":"2026-07-03T15:56:59.595387Z","steps":["trace[1493362587] 'agreement among raft nodes before linearized reading' (duration: 159.371249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.287688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.447698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:05.287831Z","caller":"traceutil/trace.go:171","msg":"trace[1914433969] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"156.375472ms","start":"2026-07-03T15:57:05.131433Z","end":"2026-07-03T15:57:05.287809Z","steps":["trace[1914433969] 'read index received' (duration: 40.691998ms)","trace[1914433969] 'applied index is now lower than readState.Index' (duration: 115.681774ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:05.287878Z","caller":"traceutil/trace.go:171","msg":"trace[487540419] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"235.851605ms","start":"2026-07-03T15:57:05.051981Z","end":"2026-07-03T15:57:05.287832Z","steps":["trace[487540419] 'process raft request' (duration: 120.171182ms)","trace[487540419] 'compare' (duration: 115.17147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:05.287951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.503715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:05.288017Z","caller":"traceutil/trace.go:171","msg":"trace[1841391957] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1746; }","duration":"156.609918ms","start":"2026-07-03T15:57:05.131392Z","end":"2026-07-03T15:57:05.288002Z","steps":["trace[1841391957] 'agreement among raft nodes before linearized reading' (duration: 156.486425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:05.526591Z","caller":"traceutil/trace.go:171","msg":"trace[373280265] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1818; }","duration":"219.421349ms","start":"2026-07-03T15:57:05.307144Z","end":"2026-07-03T15:57:05.526565Z","steps":["trace[373280265] 'read index received' (duration: 214.243874ms)","trace[373280265] 'applied index is now lower than readState.Index' (duration: 5.175925ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:05.526691Z","caller":"traceutil/trace.go:171","msg":"trace[843026862] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"223.666629ms","start":"2026-07-03T15:57:05.302981Z","end":"2026-07-03T15:57:05.526648Z","steps":["trace[843026862] 'process raft request' (duration: 218.495885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.526766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.601753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:05.526888Z","caller":"traceutil/trace.go:171","msg":"trace[528165876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:1747; }","duration":"219.727336ms","start":"2026-07-03T15:57:05.307131Z","end":"2026-07-03T15:57:05.526858Z","steps":["trace[528165876] 'agreement among raft nodes before linearized reading' (duration: 219.545722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.527043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.905064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68\" ","response":"range_response_count:1 size:5814"} {"level":"info","ts":"2026-07-03T15:57:05.527091Z","caller":"traceutil/trace.go:171","msg":"trace[87807249] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68; range_end:; response_count:1; response_revision:1747; }","duration":"142.000457ms","start":"2026-07-03T15:57:05.385075Z","end":"2026-07-03T15:57:05.527075Z","steps":["trace[87807249] 'agreement among raft nodes before linearized reading' (duration: 141.622477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:07.497948Z","caller":"traceutil/trace.go:171","msg":"trace[351221987] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"101.905586ms","start":"2026-07-03T15:57:07.395959Z","end":"2026-07-03T15:57:07.497864Z","steps":["trace[351221987] 'process raft request' (duration: 68.18293ms)","trace[351221987] 'compare' (duration: 33.521751ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.944104Z","caller":"traceutil/trace.go:171","msg":"trace[224392782] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"124.455382ms","start":"2026-07-03T15:57:08.819617Z","end":"2026-07-03T15:57:08.944072Z","steps":["trace[224392782] 'read index received' (duration: 124.337269ms)","trace[224392782] 'applied index is now lower than readState.Index' (duration: 116.743µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.944179Z","caller":"traceutil/trace.go:171","msg":"trace[489883299] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"127.866701ms","start":"2026-07-03T15:57:08.816288Z","end":"2026-07-03T15:57:08.944154Z","steps":["trace[489883299] 'process raft request' (duration: 127.594044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.944346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.622741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:57:08.944341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.709899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:08.944407Z","caller":"traceutil/trace.go:171","msg":"trace[1621119531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1796; }","duration":"123.725764ms","start":"2026-07-03T15:57:08.820665Z","end":"2026-07-03T15:57:08.944391Z","steps":["trace[1621119531] 'agreement among raft nodes before linearized reading' (duration: 123.58385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.944416Z","caller":"traceutil/trace.go:171","msg":"trace[23891450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1796; }","duration":"124.819361ms","start":"2026-07-03T15:57:08.819582Z","end":"2026-07-03T15:57:08.944402Z","steps":["trace[23891450] 'agreement among raft nodes before linearized reading' (duration: 124.605805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.944356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.9829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:57:08.944504Z","caller":"traceutil/trace.go:171","msg":"trace[832367395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1796; }","duration":"124.175895ms","start":"2026-07-03T15:57:08.820318Z","end":"2026-07-03T15:57:08.944494Z","steps":["trace[832367395] 'agreement among raft nodes before linearized reading' (duration: 123.914329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.163215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965339928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:17.663383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965339928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:17.76962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.320918088s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:57:17.770082Z","caller":"traceutil/trace.go:171","msg":"trace[1328793464] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.321432511s","start":"2026-07-03T15:57:16.448615Z","end":"2026-07-03T15:57:17.770047Z","steps":["trace[1328793464] 'process raft request' (duration: 1.321253037s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.770277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.448603Z","time spent":"1.321570485s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:17.872242Z","caller":"traceutil/trace.go:171","msg":"trace[67921267] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"285.187358ms","start":"2026-07-03T15:57:17.587033Z","end":"2026-07-03T15:57:17.87222Z","steps":["trace[67921267] 'process raft request' (duration: 285.137806ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:17.872407Z","caller":"traceutil/trace.go:171","msg":"trace[1101830614] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.156111096s","start":"2026-07-03T15:57:16.716285Z","end":"2026-07-03T15:57:17.872396Z","steps":["trace[1101830614] 'process raft request' (duration: 1.155727576s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.872505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.716257Z","time spent":"1.156179248s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:17.872579Z","caller":"traceutil/trace.go:171","msg":"trace[1156037620] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1980; }","duration":"1.209782121s","start":"2026-07-03T15:57:16.66276Z","end":"2026-07-03T15:57:17.872543Z","steps":["trace[1156037620] 'read index received' (duration: 1.107097995s)","trace[1156037620] 'applied index is now lower than readState.Index' (duration: 102.682846ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:17.872592Z","caller":"traceutil/trace.go:171","msg":"trace[828985603] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"287.769034ms","start":"2026-07-03T15:57:17.584815Z","end":"2026-07-03T15:57:17.872584Z","steps":["trace[828985603] 'process raft request' (duration: 287.316982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.872729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209972706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:17.872774Z","caller":"traceutil/trace.go:171","msg":"trace[1055791777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"1.210055939s","start":"2026-07-03T15:57:16.662708Z","end":"2026-07-03T15:57:17.872764Z","steps":["trace[1055791777] 'agreement among raft nodes before linearized reading' (duration: 1.209924895s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:17.872761Z","caller":"traceutil/trace.go:171","msg":"trace[1200960831] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"208.69994ms","start":"2026-07-03T15:57:17.664039Z","end":"2026-07-03T15:57:17.872739Z","steps":["trace[1200960831] 'process raft request' (duration: 208.154206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.872809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.662682Z","time spent":"1.2101198s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:57:17.872825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.021096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:17.87287Z","caller":"traceutil/trace.go:171","msg":"trace[836892785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"900.103338ms","start":"2026-07-03T15:57:16.972756Z","end":"2026-07-03T15:57:17.87286Z","steps":["trace[836892785] 'agreement among raft nodes before linearized reading' (duration: 899.998235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.872901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.972734Z","time spent":"900.160779ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:57:17.873014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.323158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-660be517-6a37-401d-a545-5a146ee3e575\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-07-03T15:57:17.87305Z","caller":"traceutil/trace.go:171","msg":"trace[1244413916] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-660be517-6a37-401d-a545-5a146ee3e575; range_end:; response_count:1; response_revision:1909; }","duration":"621.355829ms","start":"2026-07-03T15:57:17.251685Z","end":"2026-07-03T15:57:17.873041Z","steps":["trace[1244413916] 'agreement among raft nodes before linearized reading' (duration: 621.282986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.873088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.251629Z","time spent":"621.454881ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-660be517-6a37-401d-a545-5a146ee3e575\" "} {"level":"warn","ts":"2026-07-03T15:57:17.873234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.378764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:57:17.873259Z","caller":"traceutil/trace.go:171","msg":"trace[555568627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"888.421586ms","start":"2026-07-03T15:57:16.984831Z","end":"2026-07-03T15:57:17.873253Z","steps":["trace[555568627] 'agreement among raft nodes before linearized reading' (duration: 888.362495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.873277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.984822Z","time spent":"888.450197ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:17.873372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.043733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:57:17.873394Z","caller":"traceutil/trace.go:171","msg":"trace[1447730534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"891.079884ms","start":"2026-07-03T15:57:16.982309Z","end":"2026-07-03T15:57:17.873389Z","steps":["trace[1447730534] 'agreement among raft nodes before linearized reading' (duration: 891.028002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.873447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.982302Z","time spent":"891.141045ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:17.873573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.301524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:57:17.873572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.758347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:17.873603Z","caller":"traceutil/trace.go:171","msg":"trace[1099503540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"895.347215ms","start":"2026-07-03T15:57:16.978245Z","end":"2026-07-03T15:57:17.873592Z","steps":["trace[1099503540] 'agreement among raft nodes before linearized reading' (duration: 895.285183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.873049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.391069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T15:57:17.873654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.978238Z","time spent":"895.406347ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:57:17.873667Z","caller":"traceutil/trace.go:171","msg":"trace[1218663048] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1909; }","duration":"264.908601ms","start":"2026-07-03T15:57:17.608715Z","end":"2026-07-03T15:57:17.873624Z","steps":["trace[1218663048] 'agreement among raft nodes before linearized reading' (duration: 264.762647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:17.873671Z","caller":"traceutil/trace.go:171","msg":"trace[1188824809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"441.061196ms","start":"2026-07-03T15:57:17.432597Z","end":"2026-07-03T15:57:17.873658Z","steps":["trace[1188824809] 'agreement among raft nodes before linearized reading' (duration: 440.352617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:17.873844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.432575Z","time spent":"441.22193ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:18.455829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965339935,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:57:18.63143Z","caller":"traceutil/trace.go:171","msg":"trace[734587716] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"753.811539ms","start":"2026-07-03T15:57:17.877597Z","end":"2026-07-03T15:57:18.631408Z","steps":["trace[734587716] 'process raft request' (duration: 753.664025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.631564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.877574Z","time spent":"753.923471ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:18.631733Z","caller":"traceutil/trace.go:171","msg":"trace[555362756] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"754.072565ms","start":"2026-07-03T15:57:17.877629Z","end":"2026-07-03T15:57:18.631701Z","steps":["trace[555362756] 'process raft request' (duration: 753.748677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.631847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.877614Z","time spent":"754.191818ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:18.631971Z","caller":"traceutil/trace.go:171","msg":"trace[2021343065] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"753.944832ms","start":"2026-07-03T15:57:17.878018Z","end":"2026-07-03T15:57:18.631962Z","steps":["trace[2021343065] 'process raft request' (duration: 753.632694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.632029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.877985Z","time spent":"754.013314ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:18.632129Z","caller":"traceutil/trace.go:171","msg":"trace[1537328791] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"752.404801ms","start":"2026-07-03T15:57:17.879718Z","end":"2026-07-03T15:57:18.632123Z","steps":["trace[1537328791] 'process raft request' (duration: 752.237847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.632113Z","caller":"traceutil/trace.go:171","msg":"trace[41589864] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"753.490089ms","start":"2026-07-03T15:57:17.878596Z","end":"2026-07-03T15:57:18.632086Z","steps":["trace[41589864] 'process raft request' (duration: 753.272303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.632168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.879705Z","time spent":"752.443863ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:18.632139Z","caller":"traceutil/trace.go:171","msg":"trace[2004790138] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1986; }","duration":"676.747777ms","start":"2026-07-03T15:57:17.955379Z","end":"2026-07-03T15:57:18.632126Z","steps":["trace[2004790138] 'read index received' (duration: 675.820233ms)","trace[2004790138] 'applied index is now lower than readState.Index' (duration: 926.864µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.632219Z","caller":"traceutil/trace.go:171","msg":"trace[177411914] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"748.684106ms","start":"2026-07-03T15:57:17.883527Z","end":"2026-07-03T15:57:18.632212Z","steps":["trace[177411914] 'process raft request' (duration: 748.508901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.632251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.883517Z","time spent":"748.717777ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:18.632246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.878584Z","time spent":"753.593913ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:18.632286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.913392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:18.632319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.041008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:18.632339Z","caller":"traceutil/trace.go:171","msg":"trace[750567945] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1916; }","duration":"341.098499ms","start":"2026-07-03T15:57:18.291236Z","end":"2026-07-03T15:57:18.632334Z","steps":["trace[750567945] 'agreement among raft nodes before linearized reading' (duration: 341.061348ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.63232Z","caller":"traceutil/trace.go:171","msg":"trace[134821545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"676.988374ms","start":"2026-07-03T15:57:17.955323Z","end":"2026-07-03T15:57:18.632311Z","steps":["trace[134821545] 'agreement among raft nodes before linearized reading' (duration: 676.902852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.632357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:18.291217Z","time spent":"341.13544ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:18.632382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.955299Z","time spent":"677.074556ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:57:19.145866Z","caller":"traceutil/trace.go:171","msg":"trace[181420033] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"508.079117ms","start":"2026-07-03T15:57:18.63776Z","end":"2026-07-03T15:57:19.145839Z","steps":["trace[181420033] 'process raft request' (duration: 507.863161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.146011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:18.637743Z","time spent":"508.1937ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:19.153118Z","caller":"traceutil/trace.go:171","msg":"trace[522350864] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"514.967164ms","start":"2026-07-03T15:57:18.638126Z","end":"2026-07-03T15:57:19.153093Z","steps":["trace[522350864] 'process raft request' (duration: 514.729468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.153242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:18.638101Z","time spent":"515.074357ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:19.153781Z","caller":"traceutil/trace.go:171","msg":"trace[1065439485] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1992; }","duration":"275.507566ms","start":"2026-07-03T15:57:18.878264Z","end":"2026-07-03T15:57:19.153771Z","steps":["trace[1065439485] 'read index received' (duration: 267.461747ms)","trace[1065439485] 'applied index is now lower than readState.Index' (duration: 8.045079ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:19.153922Z","caller":"traceutil/trace.go:171","msg":"trace[213961125] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"515.423287ms","start":"2026-07-03T15:57:18.638482Z","end":"2026-07-03T15:57:19.153905Z","steps":["trace[213961125] 'process raft request' (duration: 514.526093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.153971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:18.638461Z","time spent":"515.486339ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:19.1541Z","caller":"traceutil/trace.go:171","msg":"trace[368306006] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"515.536639ms","start":"2026-07-03T15:57:18.638555Z","end":"2026-07-03T15:57:19.154091Z","steps":["trace[368306006] 'process raft request' (duration: 515.116899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.154141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:18.638536Z","time spent":"515.586281ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:19.154296Z","caller":"traceutil/trace.go:171","msg":"trace[2005941840] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"187.031619ms","start":"2026-07-03T15:57:18.967257Z","end":"2026-07-03T15:57:19.154289Z","steps":["trace[2005941840] 'process raft request' (duration: 186.476504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.154487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.215654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-660be517-6a37-401d-a545-5a146ee3e575\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-07-03T15:57:19.154674Z","caller":"traceutil/trace.go:171","msg":"trace[258181100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-660be517-6a37-401d-a545-5a146ee3e575; range_end:; response_count:1; response_revision:1921; }","duration":"276.467251ms","start":"2026-07-03T15:57:18.878199Z","end":"2026-07-03T15:57:19.154666Z","steps":["trace[258181100] 'agreement among raft nodes before linearized reading' (duration: 276.139323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.154638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.468698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:19.154751Z","caller":"traceutil/trace.go:171","msg":"trace[656660447] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1921; }","duration":"140.670634ms","start":"2026-07-03T15:57:19.01406Z","end":"2026-07-03T15:57:19.154731Z","steps":["trace[656660447] 'agreement among raft nodes before linearized reading' (duration: 140.473249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.154525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.822242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:19.154899Z","caller":"traceutil/trace.go:171","msg":"trace[1659395483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"274.239273ms","start":"2026-07-03T15:57:18.880649Z","end":"2026-07-03T15:57:19.154888Z","steps":["trace[1659395483] 'agreement among raft nodes before linearized reading' (duration: 273.799012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:19.154556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.622339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:19.155066Z","caller":"traceutil/trace.go:171","msg":"trace[2092325499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"199.112842ms","start":"2026-07-03T15:57:18.955893Z","end":"2026-07-03T15:57:19.155005Z","steps":["trace[2092325499] 'agreement among raft nodes before linearized reading' (duration: 198.65004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:20.754637Z","caller":"traceutil/trace.go:171","msg":"trace[1631256769] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"114.366231ms","start":"2026-07-03T15:57:20.640248Z","end":"2026-07-03T15:57:20.754614Z","steps":["trace[1631256769] 'process raft request' (duration: 113.314244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:20.754858Z","caller":"traceutil/trace.go:171","msg":"trace[679420545] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"113.494897ms","start":"2026-07-03T15:57:20.641341Z","end":"2026-07-03T15:57:20.754836Z","steps":["trace[679420545] 'process raft request' (duration: 113.446426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:20.755089Z","caller":"traceutil/trace.go:171","msg":"trace[1176280511] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"114.630207ms","start":"2026-07-03T15:57:20.64044Z","end":"2026-07-03T15:57:20.75507Z","steps":["trace[1176280511] 'process raft request' (duration: 114.314809ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:20.755184Z","caller":"traceutil/trace.go:171","msg":"trace[1869558254] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"114.788621ms","start":"2026-07-03T15:57:20.640356Z","end":"2026-07-03T15:57:20.755144Z","steps":["trace[1869558254] 'process raft request' (duration: 114.34613ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:22.907778Z","caller":"traceutil/trace.go:171","msg":"trace[423726466] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"106.823605ms","start":"2026-07-03T15:57:22.800919Z","end":"2026-07-03T15:57:22.907743Z","steps":["trace[423726466] 'process raft request' (duration: 50.312967ms)","trace[423726466] 'compare' (duration: 56.237911ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:24.153461Z","caller":"traceutil/trace.go:171","msg":"trace[1878230150] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"375.875552ms","start":"2026-07-03T15:57:23.777551Z","end":"2026-07-03T15:57:24.153427Z","steps":["trace[1878230150] 'read index received' (duration: 349.6014ms)","trace[1878230150] 'applied index is now lower than readState.Index' (duration: 26.272882ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:24.153479Z","caller":"traceutil/trace.go:171","msg":"trace[1620213940] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"524.335859ms","start":"2026-07-03T15:57:23.629103Z","end":"2026-07-03T15:57:24.153439Z","steps":["trace[1620213940] 'process raft request' (duration: 497.949043ms)","trace[1620213940] 'compare' (duration: 26.142459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:24.153636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.061757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:24.153783Z","caller":"traceutil/trace.go:171","msg":"trace[1415343937] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1966; }","duration":"376.245443ms","start":"2026-07-03T15:57:23.777509Z","end":"2026-07-03T15:57:24.153754Z","steps":["trace[1415343937] 'agreement among raft nodes before linearized reading' (duration: 375.992415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:24.153847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:23.777489Z","time spent":"376.339935ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:24.153663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:23.629088Z","time spent":"524.470452ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3400,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:57:24.158067Z","caller":"traceutil/trace.go:171","msg":"trace[1714466617] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"267.120408ms","start":"2026-07-03T15:57:23.890918Z","end":"2026-07-03T15:57:24.158038Z","steps":["trace[1714466617] 'process raft request' (duration: 267.018895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:24.158175Z","caller":"traceutil/trace.go:171","msg":"trace[1594971745] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"269.12358ms","start":"2026-07-03T15:57:23.888963Z","end":"2026-07-03T15:57:24.158087Z","steps":["trace[1594971745] 'process raft request' (duration: 268.800922ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:24.158527Z","caller":"traceutil/trace.go:171","msg":"trace[322638347] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"266.932583ms","start":"2026-07-03T15:57:23.891555Z","end":"2026-07-03T15:57:24.158488Z","steps":["trace[322638347] 'process raft request' (duration: 266.43292ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:24.158749Z","caller":"traceutil/trace.go:171","msg":"trace[1724962318] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"266.988424ms","start":"2026-07-03T15:57:23.891731Z","end":"2026-07-03T15:57:24.158719Z","steps":["trace[1724962318] 'process raft request' (duration: 266.514862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:24.158798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.095408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:24.158932Z","caller":"traceutil/trace.go:171","msg":"trace[1818547875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1970; }","duration":"237.206351ms","start":"2026-07-03T15:57:23.921631Z","end":"2026-07-03T15:57:24.158838Z","steps":["trace[1818547875] 'agreement among raft nodes before linearized reading' (duration: 237.032907ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:30.940238Z","caller":"traceutil/trace.go:171","msg":"trace[989488308] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2108; }","duration":"127.686077ms","start":"2026-07-03T15:57:30.812527Z","end":"2026-07-03T15:57:30.940213Z","steps":["trace[989488308] 'read index received' (duration: 127.44549ms)","trace[989488308] 'applied index is now lower than readState.Index' (duration: 222.636µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:30.940381Z","caller":"traceutil/trace.go:171","msg":"trace[1019350707] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"139.601015ms","start":"2026-07-03T15:57:30.800764Z","end":"2026-07-03T15:57:30.940365Z","steps":["trace[1019350707] 'process raft request' (duration: 139.284507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:30.94056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.87958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:57:30.94064Z","caller":"traceutil/trace.go:171","msg":"trace[212011737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2030; }","duration":"116.000342ms","start":"2026-07-03T15:57:30.824621Z","end":"2026-07-03T15:57:30.940622Z","steps":["trace[212011737] 'agreement among raft nodes before linearized reading' (duration: 115.817247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:30.940919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.385124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:57:30.940918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.946271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:57:30.94095Z","caller":"traceutil/trace.go:171","msg":"trace[1358252321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2030; }","duration":"128.441786ms","start":"2026-07-03T15:57:30.812499Z","end":"2026-07-03T15:57:30.940941Z","steps":["trace[1358252321] 'agreement among raft nodes before linearized reading' (duration: 128.333633ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:30.940977Z","caller":"traceutil/trace.go:171","msg":"trace[664739957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2030; }","duration":"116.048164ms","start":"2026-07-03T15:57:30.824914Z","end":"2026-07-03T15:57:30.940962Z","steps":["trace[664739957] 'agreement among raft nodes before linearized reading' (duration: 115.844429ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:31.182056Z","caller":"traceutil/trace.go:171","msg":"trace[163925491] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"236.740938ms","start":"2026-07-03T15:57:30.945261Z","end":"2026-07-03T15:57:31.182002Z","steps":["trace[163925491] 'process raft request' (duration: 217.771356ms)","trace[163925491] 'compare' (duration: 18.369447ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:31.182069Z","caller":"traceutil/trace.go:171","msg":"trace[539331639] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"236.037051ms","start":"2026-07-03T15:57:30.94598Z","end":"2026-07-03T15:57:31.182017Z","steps":["trace[539331639] 'process raft request' (duration: 235.808805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:31.182193Z","caller":"traceutil/trace.go:171","msg":"trace[1692346641] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2109; }","duration":"226.017869ms","start":"2026-07-03T15:57:30.956143Z","end":"2026-07-03T15:57:31.18216Z","steps":["trace[1692346641] 'read index received' (duration: 206.898124ms)","trace[1692346641] 'applied index is now lower than readState.Index' (duration: 19.117395ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:31.182272Z","caller":"traceutil/trace.go:171","msg":"trace[260815523] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"236.105622ms","start":"2026-07-03T15:57:30.946122Z","end":"2026-07-03T15:57:31.182228Z","steps":["trace[260815523] 'process raft request' (duration: 235.825255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:31.182343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.185114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:31.182395Z","caller":"traceutil/trace.go:171","msg":"trace[2027729834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2033; }","duration":"226.251807ms","start":"2026-07-03T15:57:30.956127Z","end":"2026-07-03T15:57:31.182378Z","steps":["trace[2027729834] 'agreement among raft nodes before linearized reading' (duration: 226.143203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:31.455138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.532081ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T15:57:31.45529Z","caller":"traceutil/trace.go:171","msg":"trace[719976843] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2112; }","duration":"213.68575ms","start":"2026-07-03T15:57:31.241583Z","end":"2026-07-03T15:57:31.455268Z","steps":["trace[719976843] 'read index received' (duration: 54.882µs)","trace[719976843] 'applied index is now lower than readState.Index' (duration: 213.628988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:31.455508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.925216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:31.455585Z","caller":"traceutil/trace.go:171","msg":"trace[1592762683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2033; }","duration":"214.034228ms","start":"2026-07-03T15:57:31.241523Z","end":"2026-07-03T15:57:31.455558Z","steps":["trace[1592762683] 'agreement among raft nodes before linearized reading' (duration: 213.825213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:31.987948Z","caller":"traceutil/trace.go:171","msg":"trace[2021516017] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"319.450147ms","start":"2026-07-03T15:57:31.668477Z","end":"2026-07-03T15:57:31.987927Z","steps":["trace[2021516017] 'process raft request' (duration: 319.313973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:31.988073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.668444Z","time spent":"319.56813ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:35.326475Z","caller":"traceutil/trace.go:171","msg":"trace[1786337512] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"122.04109ms","start":"2026-07-03T15:57:35.204409Z","end":"2026-07-03T15:57:35.32645Z","steps":["trace[1786337512] 'process raft request' (duration: 121.963568ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:35.326609Z","caller":"traceutil/trace.go:171","msg":"trace[684172682] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"122.412ms","start":"2026-07-03T15:57:35.204181Z","end":"2026-07-03T15:57:35.326593Z","steps":["trace[684172682] 'process raft request' (duration: 117.110772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:36.43654Z","caller":"traceutil/trace.go:171","msg":"trace[861934428] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"175.229441ms","start":"2026-07-03T15:57:36.261283Z","end":"2026-07-03T15:57:36.436513Z","steps":["trace[861934428] 'process raft request' (duration: 175.021525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:36.446535Z","caller":"traceutil/trace.go:171","msg":"trace[346836520] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"177.396467ms","start":"2026-07-03T15:57:36.269114Z","end":"2026-07-03T15:57:36.44651Z","steps":["trace[346836520] 'process raft request' (duration: 177.311375ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:36.446538Z","caller":"traceutil/trace.go:171","msg":"trace[841766961] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"178.149207ms","start":"2026-07-03T15:57:36.26836Z","end":"2026-07-03T15:57:36.446509Z","steps":["trace[841766961] 'process raft request' (duration: 177.916971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:36.44672Z","caller":"traceutil/trace.go:171","msg":"trace[1777694805] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2137; }","duration":"171.194487ms","start":"2026-07-03T15:57:36.275514Z","end":"2026-07-03T15:57:36.446708Z","steps":["trace[1777694805] 'read index received' (duration: 160.811897ms)","trace[1777694805] 'applied index is now lower than readState.Index' (duration: 10.38135ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:36.446829Z","caller":"traceutil/trace.go:171","msg":"trace[1756812868] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"173.339262ms","start":"2026-07-03T15:57:36.273455Z","end":"2026-07-03T15:57:36.446794Z","steps":["trace[1756812868] 'process raft request' (duration: 173.014483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.446931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.405942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T15:57:36.446974Z","caller":"traceutil/trace.go:171","msg":"trace[993037457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2060; }","duration":"171.508754ms","start":"2026-07-03T15:57:36.275454Z","end":"2026-07-03T15:57:36.446963Z","steps":["trace[993037457] 'agreement among raft nodes before linearized reading' (duration: 171.299369ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:37.165996Z","caller":"traceutil/trace.go:171","msg":"trace[437984581] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"163.413194ms","start":"2026-07-03T15:57:37.002563Z","end":"2026-07-03T15:57:37.165976Z","steps":["trace[437984581] 'process raft request' (duration: 163.278701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:38.001368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965340262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:38.502331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965340262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:39.002794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965340262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:39.50444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965340262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:39.733103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.399333478s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:57:39.784417Z","caller":"traceutil/trace.go:171","msg":"trace[892850894] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"2.450727391s","start":"2026-07-03T15:57:37.333655Z","end":"2026-07-03T15:57:39.784382Z","steps":["trace[892850894] 'process raft request' (duration: 2.399696197s)","trace[892850894] 'compare' (duration: 50.641314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:39.784589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.333636Z","time spent":"2.450881906s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.791492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999638936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:57:39.791556Z","caller":"traceutil/trace.go:171","msg":"trace[1552418976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999721568s","start":"2026-07-03T15:57:37.791819Z","end":"2026-07-03T15:57:39.791541Z","steps":["trace[1552418976] 'agreement among raft nodes before linearized reading' (duration: 1.999636966s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.791587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.791758Z","time spent":"1.999822701s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:57:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T15:57:39.853184Z","caller":"traceutil/trace.go:171","msg":"trace[1509654306] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"2.519309733s","start":"2026-07-03T15:57:37.333849Z","end":"2026-07-03T15:57:39.853159Z","steps":["trace[1509654306] 'process raft request' (duration: 2.519108218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.853331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.333826Z","time spent":"2.519426977s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.853387Z","caller":"traceutil/trace.go:171","msg":"trace[1945524504] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"1.40990104s","start":"2026-07-03T15:57:38.443476Z","end":"2026-07-03T15:57:39.853377Z","steps":["trace[1945524504] 'process raft request' (duration: 1.409652983s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.853184Z","caller":"traceutil/trace.go:171","msg":"trace[1959782491] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"1.934113774s","start":"2026-07-03T15:57:37.919046Z","end":"2026-07-03T15:57:39.85316Z","steps":["trace[1959782491] 'process raft request' (duration: 1.934033782s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.853458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.443443Z","time spent":"1.409979072s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.853572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.919021Z","time spent":"1.934454093s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.853797Z","caller":"traceutil/trace.go:171","msg":"trace[1544374419] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"1.402671301s","start":"2026-07-03T15:57:38.451098Z","end":"2026-07-03T15:57:39.85377Z","steps":["trace[1544374419] 'process raft request' (duration: 1.40224037s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.853929Z","caller":"traceutil/trace.go:171","msg":"trace[752186637] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"1.402801434s","start":"2026-07-03T15:57:38.451099Z","end":"2026-07-03T15:57:39.8539Z","steps":["trace[752186637] 'process raft request' (duration: 1.402532817s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.854041Z","caller":"traceutil/trace.go:171","msg":"trace[1661293049] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2144; }","duration":"2.353707702s","start":"2026-07-03T15:57:37.500268Z","end":"2026-07-03T15:57:39.853975Z","steps":["trace[1661293049] 'read index received' (duration: 2.23309976s)","trace[1661293049] 'applied index is now lower than readState.Index' (duration: 120.605012ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:39.854064Z","caller":"traceutil/trace.go:171","msg":"trace[1228092152] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"1.402925928s","start":"2026-07-03T15:57:38.451128Z","end":"2026-07-03T15:57:39.854054Z","steps":["trace[1228092152] 'process raft request' (duration: 1.402694792s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.854115Z","caller":"traceutil/trace.go:171","msg":"trace[130474260] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"137.801449ms","start":"2026-07-03T15:57:39.716297Z","end":"2026-07-03T15:57:39.854099Z","steps":["trace[130474260] 'process raft request' (duration: 137.624545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.854183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.451101Z","time spent":"1.40302344s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.854408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354135663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:57:39.854586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.974787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:39.854663Z","caller":"traceutil/trace.go:171","msg":"trace[564868389] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2071; }","duration":"353.0818ms","start":"2026-07-03T15:57:39.501567Z","end":"2026-07-03T15:57:39.854649Z","steps":["trace[564868389] 'agreement among raft nodes before linearized reading' (duration: 352.947877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.854665Z","caller":"traceutil/trace.go:171","msg":"trace[1374591150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2071; }","duration":"2.354392289s","start":"2026-07-03T15:57:37.500218Z","end":"2026-07-03T15:57:39.85461Z","steps":["trace[1374591150] 'agreement among raft nodes before linearized reading' (duration: 2.353985509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.854673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68257996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:39.85444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899986307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:39.85478Z","caller":"traceutil/trace.go:171","msg":"trace[902037334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2071; }","duration":"1.682730154s","start":"2026-07-03T15:57:38.172026Z","end":"2026-07-03T15:57:39.854757Z","steps":["trace[902037334] 'agreement among raft nodes before linearized reading' (duration: 1.682543029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.854043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.451073Z","time spent":"1.402919978s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.854781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.500196Z","time spent":"2.354539973s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:57:39.853946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.451073Z","time spent":"1.402800225s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.854839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.172006Z","time spent":"1.682820277s","remote":"127.0.0.1:44614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:39.854566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.644482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:57:39.854562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.32004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:57:39.855013Z","caller":"traceutil/trace.go:171","msg":"trace[1116991871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2071; }","duration":"685.085513ms","start":"2026-07-03T15:57:39.169881Z","end":"2026-07-03T15:57:39.854966Z","steps":["trace[1116991871] 'agreement among raft nodes before linearized reading' (duration: 684.60905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.855034Z","caller":"traceutil/trace.go:171","msg":"trace[243231814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2071; }","duration":"526.830383ms","start":"2026-07-03T15:57:39.328191Z","end":"2026-07-03T15:57:39.855021Z","steps":["trace[243231814] 'agreement among raft nodes before linearized reading' (duration: 526.227898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.855071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.16986Z","time spent":"685.196576ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:57:39.854569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399002745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:39.855136Z","caller":"traceutil/trace.go:171","msg":"trace[17501519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2071; }","duration":"1.399603101s","start":"2026-07-03T15:57:38.455519Z","end":"2026-07-03T15:57:39.855122Z","steps":["trace[17501519] 'agreement among raft nodes before linearized reading' (duration: 1.398957484s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.855193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.455504Z","time spent":"1.399677502s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:57:39.855095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.328171Z","time spent":"526.912086ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:39.854704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.501545Z","time spent":"353.148073ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:39.855217Z","caller":"traceutil/trace.go:171","msg":"trace[1407429279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2071; }","duration":"1.900760398s","start":"2026-07-03T15:57:37.954445Z","end":"2026-07-03T15:57:39.855205Z","steps":["trace[1407429279] 'agreement among raft nodes before linearized reading' (duration: 1.899957707s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.855463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.95441Z","time spent":"1.901042755s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:57:54.652556Z","caller":"traceutil/trace.go:171","msg":"trace[470836503] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"108.434167ms","start":"2026-07-03T15:57:54.544095Z","end":"2026-07-03T15:57:54.65253Z","steps":["trace[470836503] 'process raft request' (duration: 108.255732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:56.043459Z","caller":"traceutil/trace.go:171","msg":"trace[2078424056] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"101.534767ms","start":"2026-07-03T15:57:55.941883Z","end":"2026-07-03T15:57:56.043418Z","steps":["trace[2078424056] 'process raft request' (duration: 45.712236ms)","trace[2078424056] 'compare' (duration: 55.506132ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:56.118378Z","caller":"traceutil/trace.go:171","msg":"trace[25812216] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2245; }","duration":"162.034369ms","start":"2026-07-03T15:57:55.956318Z","end":"2026-07-03T15:57:56.118352Z","steps":["trace[25812216] 'read index received' (duration: 31.284073ms)","trace[25812216] 'applied index is now lower than readState.Index' (duration: 130.748856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:56.118542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.197463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:56.118579Z","caller":"traceutil/trace.go:171","msg":"trace[634049926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2163; }","duration":"162.267985ms","start":"2026-07-03T15:57:55.956301Z","end":"2026-07-03T15:57:56.118569Z","steps":["trace[634049926] 'agreement among raft nodes before linearized reading' (duration: 162.180122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.118749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.991443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:57:56.118792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.416569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T15:57:56.118793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.649825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:57:56.118833Z","caller":"traceutil/trace.go:171","msg":"trace[2084103597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2163; }","duration":"158.114866ms","start":"2026-07-03T15:57:55.9607Z","end":"2026-07-03T15:57:56.118815Z","steps":["trace[2084103597] 'agreement among raft nodes before linearized reading' (duration: 157.845529ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:56.11885Z","caller":"traceutil/trace.go:171","msg":"trace[898933661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2163; }","duration":"157.50559ms","start":"2026-07-03T15:57:55.961332Z","end":"2026-07-03T15:57:56.118838Z","steps":["trace[898933661] 'agreement among raft nodes before linearized reading' (duration: 157.276755ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:56.118858Z","caller":"traceutil/trace.go:171","msg":"trace[1887448108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2163; }","duration":"157.743047ms","start":"2026-07-03T15:57:55.961103Z","end":"2026-07-03T15:57:56.118846Z","steps":["trace[1887448108] 'agreement among raft nodes before linearized reading' (duration: 157.560122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.119078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.884311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:56.119153Z","caller":"traceutil/trace.go:171","msg":"trace[674354115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2163; }","duration":"158.070555ms","start":"2026-07-03T15:57:55.961064Z","end":"2026-07-03T15:57:56.119134Z","steps":["trace[674354115] 'agreement among raft nodes before linearized reading' (duration: 157.788658ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:14.260359Z","caller":"traceutil/trace.go:171","msg":"trace[377000869] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"282.115006ms","start":"2026-07-03T15:58:13.978213Z","end":"2026-07-03T15:58:14.260328Z","steps":["trace[377000869] 'process raft request' (duration: 281.903401ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:14.493463Z","caller":"traceutil/trace.go:171","msg":"trace[1028902539] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"467.520957ms","start":"2026-07-03T15:58:14.025882Z","end":"2026-07-03T15:58:14.493403Z","steps":["trace[1028902539] 'process raft request' (duration: 457.435687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:14.493625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:14.025862Z","time spent":"467.684651ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:14.493616Z","caller":"traceutil/trace.go:171","msg":"trace[1378593643] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"381.626171ms","start":"2026-07-03T15:58:14.111951Z","end":"2026-07-03T15:58:14.493577Z","steps":["trace[1378593643] 'process raft request' (duration: 381.529879ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:14.493685Z","caller":"traceutil/trace.go:171","msg":"trace[1166149978] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"382.977197ms","start":"2026-07-03T15:58:14.110655Z","end":"2026-07-03T15:58:14.493632Z","steps":["trace[1166149978] 'process raft request' (duration: 382.647558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:14.493841Z","caller":"traceutil/trace.go:171","msg":"trace[983396958] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2341; }","duration":"238.378677ms","start":"2026-07-03T15:58:14.255363Z","end":"2026-07-03T15:58:14.493741Z","steps":["trace[983396958] 'read index received' (duration: 4.772073ms)","trace[983396958] 'applied index is now lower than readState.Index' (duration: 233.605174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:14.493919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:14.111909Z","time spent":"381.846327ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:14.493929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:14.110628Z","time spent":"383.161192ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:14.49405Z","caller":"traceutil/trace.go:171","msg":"trace[1562672570] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"363.372851ms","start":"2026-07-03T15:58:14.130617Z","end":"2026-07-03T15:58:14.49399Z","steps":["trace[1562672570] 'process raft request' (duration: 362.908339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:14.494189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.143297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:14.494224Z","caller":"traceutil/trace.go:171","msg":"trace[1043853716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2257; }","duration":"194.182168ms","start":"2026-07-03T15:58:14.300034Z","end":"2026-07-03T15:58:14.494216Z","steps":["trace[1043853716] 'agreement among raft nodes before linearized reading' (duration: 194.042704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:14.494199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.26762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:58:14.494207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.806748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:58:14.49425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.30107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:58:14.494288Z","caller":"traceutil/trace.go:171","msg":"trace[1496955136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2257; }","duration":"194.399023ms","start":"2026-07-03T15:58:14.299867Z","end":"2026-07-03T15:58:14.494266Z","steps":["trace[1496955136] 'agreement among raft nodes before linearized reading' (duration: 194.207018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:14.494289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:14.130609Z","time spent":"363.549775ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:14.494297Z","caller":"traceutil/trace.go:171","msg":"trace[78748342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2257; }","duration":"238.969973ms","start":"2026-07-03T15:58:14.255305Z","end":"2026-07-03T15:58:14.494275Z","steps":["trace[78748342] 'agreement among raft nodes before linearized reading' (duration: 238.682226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:14.494297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.460029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:58:14.494317Z","caller":"traceutil/trace.go:171","msg":"trace[1098147655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2257; }","duration":"194.427303ms","start":"2026-07-03T15:58:14.299866Z","end":"2026-07-03T15:58:14.494293Z","steps":["trace[1098147655] 'agreement among raft nodes before linearized reading' (duration: 194.217028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:14.494381Z","caller":"traceutil/trace.go:171","msg":"trace[1306458763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2257; }","duration":"193.584392ms","start":"2026-07-03T15:58:14.300775Z","end":"2026-07-03T15:58:14.49436Z","steps":["trace[1306458763] 'agreement among raft nodes before linearized reading' (duration: 193.295465ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:14.72175Z","caller":"traceutil/trace.go:171","msg":"trace[1931537999] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"176.224065ms","start":"2026-07-03T15:58:14.545493Z","end":"2026-07-03T15:58:14.721717Z","steps":["trace[1931537999] 'process raft request' (duration: 82.005405ms)","trace[1931537999] 'compare' (duration: 94.059266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:16.298219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.776719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:16.298303Z","caller":"traceutil/trace.go:171","msg":"trace[1807669218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2263; }","duration":"794.900682ms","start":"2026-07-03T15:58:15.503379Z","end":"2026-07-03T15:58:16.298279Z","steps":["trace[1807669218] 'range keys from in-memory index tree' (duration: 794.560643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:16.298341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:15.503362Z","time spent":"794.972224ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:16.298358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.047822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T15:58:16.29846Z","caller":"traceutil/trace.go:171","msg":"trace[857595887] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:2263; }","duration":"378.210066ms","start":"2026-07-03T15:58:15.920229Z","end":"2026-07-03T15:58:16.298439Z","steps":["trace[857595887] 'range keys from in-memory index tree' (duration: 377.828295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:16.298517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:15.920209Z","time spent":"378.294257ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T15:58:16.298548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.874488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:58:16.298652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.858464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:16.298685Z","caller":"traceutil/trace.go:171","msg":"trace[469688466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2263; }","duration":"342.941296ms","start":"2026-07-03T15:58:15.955735Z","end":"2026-07-03T15:58:16.298676Z","steps":["trace[469688466] 'range keys from in-memory index tree' (duration: 342.799592ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:16.29868Z","caller":"traceutil/trace.go:171","msg":"trace[527127508] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2263; }","duration":"168.29856ms","start":"2026-07-03T15:58:16.130355Z","end":"2026-07-03T15:58:16.298653Z","steps":["trace[527127508] 'count revisions from in-memory index tree' (duration: 167.662582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:16.298704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:15.95572Z","time spent":"342.979146ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:16.298628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.954121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:16.298853Z","caller":"traceutil/trace.go:171","msg":"trace[1080542648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2263; }","duration":"375.224628ms","start":"2026-07-03T15:58:15.923617Z","end":"2026-07-03T15:58:16.298842Z","steps":["trace[1080542648] 'count revisions from in-memory index tree' (duration: 374.898109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:16.298879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:15.923606Z","time spent":"375.26213ms","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:17.922047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.701972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:17.922136Z","caller":"traceutil/trace.go:171","msg":"trace[1000936144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2273; }","duration":"615.831414ms","start":"2026-07-03T15:58:17.306281Z","end":"2026-07-03T15:58:17.922112Z","steps":["trace[1000936144] 'range keys from in-memory index tree' (duration: 615.521596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:17.922181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:17.306263Z","time spent":"615.908357ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:17.922368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048237956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:17.922444Z","caller":"traceutil/trace.go:171","msg":"trace[570092030] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2273; }","duration":"1.048362508s","start":"2026-07-03T15:58:16.874062Z","end":"2026-07-03T15:58:17.922425Z","steps":["trace[570092030] 'count revisions from in-memory index tree' (duration: 1.048161843s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:17.922504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:16.874044Z","time spent":"1.048448171s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:18.456029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965340766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:18.956967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965340766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:19.018735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626986031s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:58:19.019219Z","caller":"traceutil/trace.go:171","msg":"trace[944695822] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.627589158s","start":"2026-07-03T15:58:17.391587Z","end":"2026-07-03T15:58:19.019176Z","steps":["trace[944695822] 'process raft request' (duration: 1.627410673s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:19.019374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:17.391556Z","time spent":"1.627745721s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:19.956241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:58:19.956328Z","caller":"traceutil/trace.go:171","msg":"trace[1023229537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076819s","start":"2026-07-03T15:58:17.955541Z","end":"2026-07-03T15:58:19.956309Z","steps":["trace[1023229537] 'agreement among raft nodes before linearized reading' (duration: 2.000656498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:19.956379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:17.955523Z","time spent":"2.000845952s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:58:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:58:20.119396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.731968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:20.119692Z","caller":"traceutil/trace.go:171","msg":"trace[1786189085] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2363; }","duration":"2.164086171s","start":"2026-07-03T15:58:17.955591Z","end":"2026-07-03T15:58:20.119678Z","steps":["trace[1786189085] 'read index received' (duration: 1.063431257s)","trace[1786189085] 'applied index is now lower than readState.Index' (duration: 1.100654224s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:20.119782Z","caller":"traceutil/trace.go:171","msg":"trace[1398266138] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.594973474s","start":"2026-07-03T15:58:18.524794Z","end":"2026-07-03T15:58:20.119768Z","steps":["trace[1398266138] 'process raft request' (duration: 809.790354ms)","trace[1398266138] 'compare' (duration: 784.565714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:20.119889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.524762Z","time spent":"1.595093378s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:20.120157Z","caller":"traceutil/trace.go:171","msg":"trace[498336128] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"1.571058808s","start":"2026-07-03T15:58:18.549006Z","end":"2026-07-03T15:58:20.120064Z","steps":["trace[498336128] 'process raft request' (duration: 1.570600855s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.120269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041293165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:58:20.120263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.605078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2c94ec6db8b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T15:58:20.12035Z","caller":"traceutil/trace.go:171","msg":"trace[1366842199] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2c94ec6db8b; range_end:; response_count:1; response_revision:2278; }","duration":"579.722021ms","start":"2026-07-03T15:58:19.540606Z","end":"2026-07-03T15:58:20.120328Z","steps":["trace[1366842199] 'agreement among raft nodes before linearized reading' (duration: 579.507575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.120373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190735919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:58:20.12038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.548994Z","time spent":"1.571256893s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:20.120405Z","caller":"traceutil/trace.go:171","msg":"trace[279422957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"1.19079922s","start":"2026-07-03T15:58:18.929594Z","end":"2026-07-03T15:58:20.120394Z","steps":["trace[279422957] 'agreement among raft nodes before linearized reading' (duration: 1.190723228s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:20.120444Z","caller":"traceutil/trace.go:171","msg":"trace[844515950] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"1.571428437s","start":"2026-07-03T15:58:18.549004Z","end":"2026-07-03T15:58:20.120433Z","steps":["trace[844515950] 'process raft request' (duration: 1.570633706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.12047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.929574Z","time spent":"1.190890313s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:20.120525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.548989Z","time spent":"1.571480438s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:20.120626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772319379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:58:20.120803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515445014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:58:20.120887Z","caller":"traceutil/trace.go:171","msg":"trace[1623223525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"1.515586487s","start":"2026-07-03T15:58:18.605282Z","end":"2026-07-03T15:58:20.120868Z","steps":["trace[1623223525] 'agreement among raft nodes before linearized reading' (duration: 1.515358302s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.120886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515474375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:58:20.120908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52963512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:58:20.120936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.605253Z","time spent":"1.51567376s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:58:20.120305Z","caller":"traceutil/trace.go:171","msg":"trace[859476505] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2278; }","duration":"1.041362227s","start":"2026-07-03T15:58:19.078935Z","end":"2026-07-03T15:58:20.120297Z","steps":["trace[859476505] 'agreement among raft nodes before linearized reading' (duration: 1.041291705s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:20.120979Z","caller":"traceutil/trace.go:171","msg":"trace[1841347610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"1.529738483s","start":"2026-07-03T15:58:18.591225Z","end":"2026-07-03T15:58:20.120964Z","steps":["trace[1841347610] 'agreement among raft nodes before linearized reading' (duration: 1.529488746s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.121019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.591211Z","time spent":"1.529799314s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:58:20.121053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:19.078915Z","time spent":"1.042098385s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:20.120655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.887187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:20.121153Z","caller":"traceutil/trace.go:171","msg":"trace[1336401346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2278; }","duration":"164.40907ms","start":"2026-07-03T15:58:19.956725Z","end":"2026-07-03T15:58:20.121134Z","steps":["trace[1336401346] 'agreement among raft nodes before linearized reading' (duration: 163.902767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.120398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:19.54059Z","time spent":"579.798653ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2c94ec6db8b\" "} {"level":"warn","ts":"2026-07-03T15:58:20.1207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569679552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:20.121369Z","caller":"traceutil/trace.go:171","msg":"trace[1551976153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2278; }","duration":"1.570363528s","start":"2026-07-03T15:58:18.550983Z","end":"2026-07-03T15:58:20.121347Z","steps":["trace[1551976153] 'agreement among raft nodes before linearized reading' (duration: 1.569676011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.121433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.550973Z","time spent":"1.57044114s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:20.120722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671678772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:20.120829Z","caller":"traceutil/trace.go:171","msg":"trace[984845897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2278; }","duration":"1.772566655s","start":"2026-07-03T15:58:18.348246Z","end":"2026-07-03T15:58:20.120812Z","steps":["trace[984845897] 'agreement among raft nodes before linearized reading' (duration: 1.771831206s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.12157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.348221Z","time spent":"1.773327495s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:58:20.121497Z","caller":"traceutil/trace.go:171","msg":"trace[1139575191] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2278; }","duration":"1.672492944s","start":"2026-07-03T15:58:18.448992Z","end":"2026-07-03T15:58:20.121485Z","steps":["trace[1139575191] 'agreement among raft nodes before linearized reading' (duration: 1.671707044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.121685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.448957Z","time spent":"1.672708729s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:20.120743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515376453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:20.121874Z","caller":"traceutil/trace.go:171","msg":"trace[28577946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"1.516521352s","start":"2026-07-03T15:58:18.605338Z","end":"2026-07-03T15:58:20.12186Z","steps":["trace[28577946] 'agreement among raft nodes before linearized reading' (duration: 1.515346852s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.121934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.605301Z","time spent":"1.516621454s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:58:20.120761Z","caller":"traceutil/trace.go:171","msg":"trace[401569862] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"1.572013031s","start":"2026-07-03T15:58:18.548738Z","end":"2026-07-03T15:58:20.120751Z","steps":["trace[401569862] 'process raft request' (duration: 1.570752858s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:20.120965Z","caller":"traceutil/trace.go:171","msg":"trace[111708659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2278; }","duration":"1.515592008s","start":"2026-07-03T15:58:18.605355Z","end":"2026-07-03T15:58:20.120947Z","steps":["trace[111708659] 'agreement among raft nodes before linearized reading' (duration: 1.515322161s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.122152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.548711Z","time spent":"1.573319485s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:20.122183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.605337Z","time spent":"1.516826859s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:20.120203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450603421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T15:58:20.122338Z","caller":"traceutil/trace.go:171","msg":"trace[518042243] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2278; }","duration":"1.452749566s","start":"2026-07-03T15:58:18.669554Z","end":"2026-07-03T15:58:20.122304Z","steps":["trace[518042243] 'agreement among raft nodes before linearized reading' (duration: 1.450524779s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:20.122402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:18.669525Z","time spent":"1.452860549s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T15:58:24.241197Z","caller":"traceutil/trace.go:171","msg":"trace[828513442] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"108.529419ms","start":"2026-07-03T15:58:24.132646Z","end":"2026-07-03T15:58:24.241176Z","steps":["trace[828513442] 'process raft request' (duration: 106.052125ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:24.241457Z","caller":"traceutil/trace.go:171","msg":"trace[477098943] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"106.286212ms","start":"2026-07-03T15:58:24.135138Z","end":"2026-07-03T15:58:24.241425Z","steps":["trace[477098943] 'process raft request' (duration: 105.999454ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:24.241559Z","caller":"traceutil/trace.go:171","msg":"trace[1970249875] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"105.040439ms","start":"2026-07-03T15:58:24.136499Z","end":"2026-07-03T15:58:24.24154Z","steps":["trace[1970249875] 'process raft request' (duration: 104.821144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:32.671635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.891483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:32.671936Z","caller":"traceutil/trace.go:171","msg":"trace[1150863522] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2438; }","duration":"163.946348ms","start":"2026-07-03T15:58:32.507955Z","end":"2026-07-03T15:58:32.671902Z","steps":["trace[1150863522] 'read index received' (duration: 46.521µs)","trace[1150863522] 'applied index is now lower than readState.Index' (duration: 163.898657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:32.672198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.234446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:32.672233Z","caller":"traceutil/trace.go:171","msg":"trace[42032183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2349; }","duration":"164.319728ms","start":"2026-07-03T15:58:32.507903Z","end":"2026-07-03T15:58:32.672222Z","steps":["trace[42032183] 'agreement among raft nodes before linearized reading' (duration: 164.252396ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:32.67221Z","caller":"traceutil/trace.go:171","msg":"trace[1403175413] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"272.175799ms","start":"2026-07-03T15:58:32.400004Z","end":"2026-07-03T15:58:32.672179Z","steps":["trace[1403175413] 'process raft request' (duration: 271.816629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:32.672288Z","caller":"traceutil/trace.go:171","msg":"trace[1058840984] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"272.219289ms","start":"2026-07-03T15:58:32.400032Z","end":"2026-07-03T15:58:32.672252Z","steps":["trace[1058840984] 'process raft request' (duration: 271.827489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:32.672307Z","caller":"traceutil/trace.go:171","msg":"trace[760164213] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"272.407985ms","start":"2026-07-03T15:58:32.399865Z","end":"2026-07-03T15:58:32.672273Z","steps":["trace[760164213] 'process raft request' (duration: 271.880942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:32.672324Z","caller":"traceutil/trace.go:171","msg":"trace[1221764656] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"272.474897ms","start":"2026-07-03T15:58:32.399821Z","end":"2026-07-03T15:58:32.672296Z","steps":["trace[1221764656] 'process raft request' (duration: 106.848695ms)","trace[1221764656] 'compare' (duration: 164.76536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:34.661351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.623683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:34.661526Z","caller":"traceutil/trace.go:171","msg":"trace[333931370] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"260.593531ms","start":"2026-07-03T15:58:34.400904Z","end":"2026-07-03T15:58:34.661498Z","steps":["trace[333931370] 'process raft request' (duration: 156.741692ms)","trace[333931370] 'compare' (duration: 103.412098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:34.954854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.359601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:34.955066Z","caller":"traceutil/trace.go:171","msg":"trace[491023826] linearizableReadLoop","detail":"{readStateIndex:2448; appliedIndex:2445; }","duration":"545.22126ms","start":"2026-07-03T15:58:34.409828Z","end":"2026-07-03T15:58:34.955049Z","steps":["trace[491023826] 'read index received' (duration: 147.834072ms)","trace[491023826] 'applied index is now lower than readState.Index' (duration: 397.386198ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:34.955173Z","caller":"traceutil/trace.go:171","msg":"trace[1621419602] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"553.595817ms","start":"2026-07-03T15:58:34.401546Z","end":"2026-07-03T15:58:34.955142Z","steps":["trace[1621419602] 'process raft request' (duration: 553.412362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:34.955257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.429325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:34.955296Z","caller":"traceutil/trace.go:171","msg":"trace[1604203209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2355; }","duration":"545.487747ms","start":"2026-07-03T15:58:34.409795Z","end":"2026-07-03T15:58:34.955282Z","steps":["trace[1604203209] 'agreement among raft nodes before linearized reading' (duration: 545.346874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:34.955279Z","caller":"traceutil/trace.go:171","msg":"trace[1501355925] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"553.727839ms","start":"2026-07-03T15:58:34.401515Z","end":"2026-07-03T15:58:34.955243Z","steps":["trace[1501355925] 'process raft request' (duration: 372.870915ms)","trace[1501355925] 'compare' (duration: 179.999242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:34.95532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.401517Z","time spent":"553.725809ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:34.955337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.409785Z","time spent":"545.544538ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:34.955316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.251553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T15:58:34.955427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.401488Z","time spent":"553.855653ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:34.955447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.373194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:58:34.955442Z","caller":"traceutil/trace.go:171","msg":"trace[825594788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2355; }","duration":"478.426288ms","start":"2026-07-03T15:58:34.476996Z","end":"2026-07-03T15:58:34.955423Z","steps":["trace[825594788] 'agreement among raft nodes before linearized reading' (duration: 478.185612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:34.955485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.445516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:58:34.955486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.480617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:58:34.95554Z","caller":"traceutil/trace.go:171","msg":"trace[491373757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2355; }","duration":"279.513287ms","start":"2026-07-03T15:58:34.676013Z","end":"2026-07-03T15:58:34.955526Z","steps":["trace[491373757] 'agreement among raft nodes before linearized reading' (duration: 279.323803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:34.955481Z","caller":"traceutil/trace.go:171","msg":"trace[1479768700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2355; }","duration":"279.409385ms","start":"2026-07-03T15:58:34.676058Z","end":"2026-07-03T15:58:34.955467Z","steps":["trace[1479768700] 'agreement among raft nodes before linearized reading' (duration: 279.356234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:34.955554Z","caller":"traceutil/trace.go:171","msg":"trace[1478887959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2355; }","duration":"279.6061ms","start":"2026-07-03T15:58:34.67593Z","end":"2026-07-03T15:58:34.955536Z","steps":["trace[1478887959] 'agreement among raft nodes before linearized reading' (duration: 279.395654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:34.955392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.532668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:58:34.955543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.476972Z","time spent":"478.552681ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:58:34.955655Z","caller":"traceutil/trace.go:171","msg":"trace[924575786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2355; }","duration":"279.813885ms","start":"2026-07-03T15:58:34.67583Z","end":"2026-07-03T15:58:34.955644Z","steps":["trace[924575786] 'agreement among raft nodes before linearized reading' (duration: 279.520258ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:35.171605Z","caller":"traceutil/trace.go:171","msg":"trace[11924629] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"211.887894ms","start":"2026-07-03T15:58:34.959678Z","end":"2026-07-03T15:58:35.171565Z","steps":["trace[11924629] 'process raft request' (duration: 134.595111ms)","trace[11924629] 'compare' (duration: 77.058736ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:35.171672Z","caller":"traceutil/trace.go:171","msg":"trace[1792460251] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"211.796132ms","start":"2026-07-03T15:58:34.95987Z","end":"2026-07-03T15:58:35.171666Z","steps":["trace[1792460251] 'process raft request' (duration: 211.688609ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:35.171678Z","caller":"traceutil/trace.go:171","msg":"trace[1168447741] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"211.791812ms","start":"2026-07-03T15:58:34.959863Z","end":"2026-07-03T15:58:35.171655Z","steps":["trace[1168447741] 'process raft request' (duration: 211.663638ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:35.171616Z","caller":"traceutil/trace.go:171","msg":"trace[294116771] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"211.784422ms","start":"2026-07-03T15:58:34.959802Z","end":"2026-07-03T15:58:35.171587Z","steps":["trace[294116771] 'process raft request' (duration: 211.681928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:35.171747Z","caller":"traceutil/trace.go:171","msg":"trace[1951463458] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"211.796242ms","start":"2026-07-03T15:58:34.959921Z","end":"2026-07-03T15:58:35.171718Z","steps":["trace[1951463458] 'process raft request' (duration: 211.684229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:23.117582Z","caller":"traceutil/trace.go:171","msg":"trace[1590728339] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"300.688851ms","start":"2026-07-03T15:59:22.816871Z","end":"2026-07-03T15:59:23.11756Z","steps":["trace[1590728339] 'process raft request' (duration: 300.511046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:23.117783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:22.81685Z","time spent":"300.814203ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:27.456492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965341866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:59:27.650219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723590318s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:59:27.65065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:25.926433Z","time spent":"1.724211283s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T15:59:27.776599Z","caller":"traceutil/trace.go:171","msg":"trace[378474952] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"1.311427523s","start":"2026-07-03T15:59:26.465147Z","end":"2026-07-03T15:59:27.776574Z","steps":["trace[378474952] 'process raft request' (duration: 1.311192227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.776755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:26.465121Z","time spent":"1.311559985s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:27.776894Z","caller":"traceutil/trace.go:171","msg":"trace[799672122] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"1.171916152s","start":"2026-07-03T15:59:26.604955Z","end":"2026-07-03T15:59:27.776872Z","steps":["trace[799672122] 'process raft request' (duration: 1.171566593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.777028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:26.604928Z","time spent":"1.172033845s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:27.777154Z","caller":"traceutil/trace.go:171","msg":"trace[2072072752] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"645.886392ms","start":"2026-07-03T15:59:27.131261Z","end":"2026-07-03T15:59:27.777147Z","steps":["trace[2072072752] 'process raft request' (duration: 645.506983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.777191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:27.131234Z","time spent":"645.936464ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:27.777181Z","caller":"traceutil/trace.go:171","msg":"trace[100242522] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2911; }","duration":"821.129506ms","start":"2026-07-03T15:59:26.956029Z","end":"2026-07-03T15:59:27.777158Z","steps":["trace[100242522] 'read index received' (duration: 694.49294ms)","trace[100242522] 'applied index is now lower than readState.Index' (duration: 126.635626ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:27.7772Z","caller":"traceutil/trace.go:171","msg":"trace[539456214] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"641.468988ms","start":"2026-07-03T15:59:27.135698Z","end":"2026-07-03T15:59:27.777167Z","steps":["trace[539456214] 'process raft request' (duration: 641.330944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:27.777295Z","caller":"traceutil/trace.go:171","msg":"trace[1781744191] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"640.887653ms","start":"2026-07-03T15:59:27.136396Z","end":"2026-07-03T15:59:27.777284Z","steps":["trace[1781744191] 'process raft request' (duration: 640.720088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.777371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:27.135671Z","time spent":"641.611922ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:27.777405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.377522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:59:27.777421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:27.136386Z","time spent":"640.942634ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:27.777459Z","caller":"traceutil/trace.go:171","msg":"trace[1235833779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2804; }","duration":"821.466865ms","start":"2026-07-03T15:59:26.955977Z","end":"2026-07-03T15:59:27.777444Z","steps":["trace[1235833779] 'agreement among raft nodes before linearized reading' (duration: 821.385263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.777502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:26.955956Z","time spent":"821.533307ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:59:27.778795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.110632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T15:59:27.778843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.01536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:59:27.778864Z","caller":"traceutil/trace.go:171","msg":"trace[722195734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2805; }","duration":"291.199625ms","start":"2026-07-03T15:59:27.487649Z","end":"2026-07-03T15:59:27.778848Z","steps":["trace[722195734] 'agreement among raft nodes before linearized reading' (duration: 290.959447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.778878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.948271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T15:59:27.778898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.387899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T15:59:27.778909Z","caller":"traceutil/trace.go:171","msg":"trace[217346272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2805; }","duration":"291.111922ms","start":"2026-07-03T15:59:27.487779Z","end":"2026-07-03T15:59:27.778891Z","steps":["trace[217346272] 'agreement among raft nodes before linearized reading' (duration: 290.826193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:27.778932Z","caller":"traceutil/trace.go:171","msg":"trace[450688403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2805; }","duration":"271.030533ms","start":"2026-07-03T15:59:27.507884Z","end":"2026-07-03T15:59:27.778914Z","steps":["trace[450688403] 'agreement among raft nodes before linearized reading' (duration: 270.874289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:27.778941Z","caller":"traceutil/trace.go:171","msg":"trace[1984042165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2805; }","duration":"291.460771ms","start":"2026-07-03T15:59:27.487467Z","end":"2026-07-03T15:59:27.778928Z","steps":["trace[1984042165] 'agreement among raft nodes before linearized reading' (duration: 291.370798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.779068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.677817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:59:27.779088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.033548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:59:27.779122Z","caller":"traceutil/trace.go:171","msg":"trace[556550560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2805; }","duration":"294.092059ms","start":"2026-07-03T15:59:27.485022Z","end":"2026-07-03T15:59:27.779114Z","steps":["trace[556550560] 'agreement among raft nodes before linearized reading' (duration: 294.006387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:27.779126Z","caller":"traceutil/trace.go:171","msg":"trace[792188143] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2805; }","duration":"279.734788ms","start":"2026-07-03T15:59:27.499374Z","end":"2026-07-03T15:59:27.779109Z","steps":["trace[792188143] 'agreement among raft nodes before linearized reading' (duration: 279.648786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:27.779135Z","caller":"traceutil/trace.go:171","msg":"trace[1901859693] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"127.533911ms","start":"2026-07-03T15:59:27.651588Z","end":"2026-07-03T15:59:27.779122Z","steps":["trace[1901859693] 'process raft request' (duration: 126.876223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:27.778808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.401457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T15:59:27.779298Z","caller":"traceutil/trace.go:171","msg":"trace[971214772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2805; }","duration":"299.924621ms","start":"2026-07-03T15:59:27.479359Z","end":"2026-07-03T15:59:27.779283Z","steps":["trace[971214772] 'agreement among raft nodes before linearized reading' (duration: 299.288003ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:33.979702Z","caller":"traceutil/trace.go:171","msg":"trace[1248230139] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"183.061097ms","start":"2026-07-03T15:59:33.79661Z","end":"2026-07-03T15:59:33.979671Z","steps":["trace[1248230139] 'process raft request' (duration: 181.587919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:33.982623Z","caller":"traceutil/trace.go:171","msg":"trace[1654770188] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"185.413297ms","start":"2026-07-03T15:59:33.797187Z","end":"2026-07-03T15:59:33.982601Z","steps":["trace[1654770188] 'process raft request' (duration: 185.12528ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:33.982867Z","caller":"traceutil/trace.go:171","msg":"trace[76596277] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"183.844987ms","start":"2026-07-03T15:59:33.798996Z","end":"2026-07-03T15:59:33.982841Z","steps":["trace[76596277] 'process raft request' (duration: 183.439486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:33.983543Z","caller":"traceutil/trace.go:171","msg":"trace[1071475730] linearizableReadLoop","detail":"{readStateIndex:2958; appliedIndex:2954; }","duration":"171.741994ms","start":"2026-07-03T15:59:33.811786Z","end":"2026-07-03T15:59:33.983528Z","steps":["trace[1071475730] 'read index received' (duration: 166.456138ms)","trace[1071475730] 'applied index is now lower than readState.Index' (duration: 5.284876ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:33.98376Z","caller":"traceutil/trace.go:171","msg":"trace[389989714] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"184.682949ms","start":"2026-07-03T15:59:33.79906Z","end":"2026-07-03T15:59:33.983743Z","steps":["trace[389989714] 'process raft request' (duration: 183.626301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:33.98391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.265346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:59:33.983912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.634201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T15:59:33.983947Z","caller":"traceutil/trace.go:171","msg":"trace[671652465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2844; }","duration":"165.331809ms","start":"2026-07-03T15:59:33.818606Z","end":"2026-07-03T15:59:33.983938Z","steps":["trace[671652465] 'agreement among raft nodes before linearized reading' (duration: 165.188325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:33.98393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.777582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T15:59:33.983987Z","caller":"traceutil/trace.go:171","msg":"trace[532530085] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2844; }","duration":"164.737623ms","start":"2026-07-03T15:59:33.819231Z","end":"2026-07-03T15:59:33.983968Z","steps":["trace[532530085] 'agreement among raft nodes before linearized reading' (duration: 164.59005ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:33.983996Z","caller":"traceutil/trace.go:171","msg":"trace[1189823003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2844; }","duration":"167.867324ms","start":"2026-07-03T15:59:33.816112Z","end":"2026-07-03T15:59:33.983979Z","steps":["trace[1189823003] 'agreement among raft nodes before linearized reading' (duration: 167.660658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:33.983981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.709649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T15:59:33.984057Z","caller":"traceutil/trace.go:171","msg":"trace[79820710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2844; }","duration":"165.803711ms","start":"2026-07-03T15:59:33.818235Z","end":"2026-07-03T15:59:33.984039Z","steps":["trace[79820710] 'agreement among raft nodes before linearized reading' (duration: 165.628007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:33.984063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.159696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:59:33.984141Z","caller":"traceutil/trace.go:171","msg":"trace[557109495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2844; }","duration":"167.265678ms","start":"2026-07-03T15:59:33.816858Z","end":"2026-07-03T15:59:33.984123Z","steps":["trace[557109495] 'agreement among raft nodes before linearized reading' (duration: 167.021172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:33.984355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.984761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T15:59:33.98443Z","caller":"traceutil/trace.go:171","msg":"trace[1299321005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2844; }","duration":"172.648528ms","start":"2026-07-03T15:59:33.811762Z","end":"2026-07-03T15:59:33.984411Z","steps":["trace[1299321005] 'agreement among raft nodes before linearized reading' (duration: 171.853846ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:54.178765Z","caller":"traceutil/trace.go:171","msg":"trace[1837373603] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"131.324018ms","start":"2026-07-03T15:59:54.047396Z","end":"2026-07-03T15:59:54.17872Z","steps":["trace[1837373603] 'process raft request' (duration: 131.065671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:54.179044Z","caller":"traceutil/trace.go:171","msg":"trace[1379736990] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"123.577538ms","start":"2026-07-03T15:59:54.055439Z","end":"2026-07-03T15:59:54.179016Z","steps":["trace[1379736990] 'process raft request' (duration: 123.235409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:54.179184Z","caller":"traceutil/trace.go:171","msg":"trace[1323995694] linearizableReadLoop","detail":"{readStateIndex:3088; appliedIndex:3084; }","duration":"100.008288ms","start":"2026-07-03T15:59:54.079109Z","end":"2026-07-03T15:59:54.179117Z","steps":["trace[1323995694] 'read index received' (duration: 44.599344ms)","trace[1323995694] 'applied index is now lower than readState.Index' (duration: 55.407834ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:54.179363Z","caller":"traceutil/trace.go:171","msg":"trace[868029045] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"123.713841ms","start":"2026-07-03T15:59:54.055632Z","end":"2026-07-03T15:59:54.179346Z","steps":["trace[868029045] 'process raft request' (duration: 123.27343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:54.179487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.020758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:54.179568Z","caller":"traceutil/trace.go:171","msg":"trace[266076287] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2970; }","duration":"100.150422ms","start":"2026-07-03T15:59:54.079399Z","end":"2026-07-03T15:59:54.179549Z","steps":["trace[266076287] 'agreement among raft nodes before linearized reading' (duration: 99.996808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:54.179671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.512211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:59:54.179749Z","caller":"traceutil/trace.go:171","msg":"trace[688547954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2970; }","duration":"100.654905ms","start":"2026-07-03T15:59:54.079079Z","end":"2026-07-03T15:59:54.179734Z","steps":["trace[688547954] 'agreement among raft nodes before linearized reading' (duration: 100.289905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:54.329041Z","caller":"traceutil/trace.go:171","msg":"trace[54737910] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"144.841868ms","start":"2026-07-03T15:59:54.184173Z","end":"2026-07-03T15:59:54.329015Z","steps":["trace[54737910] 'process raft request' (duration: 144.715255ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:54.329282Z","caller":"traceutil/trace.go:171","msg":"trace[909281975] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"145.124275ms","start":"2026-07-03T15:59:54.184126Z","end":"2026-07-03T15:59:54.329251Z","steps":["trace[909281975] 'process raft request' (duration: 77.907416ms)","trace[909281975] 'compare' (duration: 66.515991ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:54.329574Z","caller":"traceutil/trace.go:171","msg":"trace[748519041] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"145.379662ms","start":"2026-07-03T15:59:54.184182Z","end":"2026-07-03T15:59:54.329562Z","steps":["trace[748519041] 'process raft request' (duration: 144.792447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:54.329621Z","caller":"traceutil/trace.go:171","msg":"trace[1241094007] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"144.713633ms","start":"2026-07-03T15:59:54.184873Z","end":"2026-07-03T15:59:54.329587Z","steps":["trace[1241094007] 'process raft request' (duration: 144.521168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:00.741651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965342391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:00:00.881758Z","caller":"traceutil/trace.go:171","msg":"trace[627204583] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"725.006799ms","start":"2026-07-03T16:00:00.156728Z","end":"2026-07-03T16:00:00.881735Z","steps":["trace[627204583] 'process raft request' (duration: 724.834945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:00.88189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.156703Z","time spent":"725.119463ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:01.668069Z","caller":"traceutil/trace.go:171","msg":"trace[835732453] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"1.46976291s","start":"2026-07-03T16:00:00.198274Z","end":"2026-07-03T16:00:01.668037Z","steps":["trace[835732453] 'process raft request' (duration: 1.431061998s)","trace[835732453] 'compare' (duration: 38.459806ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:01.668164Z","caller":"traceutil/trace.go:171","msg":"trace[273204662] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"1.469631516s","start":"2026-07-03T16:00:00.198512Z","end":"2026-07-03T16:00:01.668143Z","steps":["trace[273204662] 'process raft request' (duration: 1.469455692s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:01.668258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.198247Z","time spent":"1.469906804s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:01.66832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.198499Z","time spent":"1.469719348s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:01.668544Z","caller":"traceutil/trace.go:171","msg":"trace[1199119313] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"1.469922664s","start":"2026-07-03T16:00:00.198583Z","end":"2026-07-03T16:00:01.668506Z","steps":["trace[1199119313] 'process raft request' (duration: 1.469426481s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:01.668599Z","caller":"traceutil/trace.go:171","msg":"trace[629733768] linearizableReadLoop","detail":"{readStateIndex:3120; appliedIndex:3117; }","duration":"1.427255419s","start":"2026-07-03T16:00:00.241292Z","end":"2026-07-03T16:00:01.668548Z","steps":["trace[629733768] 'read index received' (duration: 640.507832ms)","trace[629733768] 'applied index is now lower than readState.Index' (duration: 786.743337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:01.668731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.198572Z","time spent":"1.470064848s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:02.140032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.945671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:00:02.140262Z","caller":"traceutil/trace.go:171","msg":"trace[374655605] linearizableReadLoop","detail":"{readStateIndex:3121; appliedIndex:3120; }","duration":"471.477029ms","start":"2026-07-03T16:00:01.66876Z","end":"2026-07-03T16:00:02.140237Z","steps":["trace[374655605] 'read index received' (duration: 56.102µs)","trace[374655605] 'applied index is now lower than readState.Index' (duration: 471.418837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:02.140435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184791386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:02.140485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899174601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:00:02.14052Z","caller":"traceutil/trace.go:171","msg":"trace[953516854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3001; }","duration":"1.18491997s","start":"2026-07-03T16:00:00.955577Z","end":"2026-07-03T16:00:02.140497Z","steps":["trace[953516854] 'agreement among raft nodes before linearized reading' (duration: 1.184782126s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.140557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.955561Z","time spent":"1.184987831s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:00:02.140562Z","caller":"traceutil/trace.go:171","msg":"trace[283717035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3001; }","duration":"1.899284893s","start":"2026-07-03T16:00:00.241255Z","end":"2026-07-03T16:00:02.14054Z","steps":["trace[283717035] 'agreement among raft nodes before linearized reading' (duration: 1.427452034s)","trace[283717035] 'range keys from in-memory index tree' (duration: 471.639823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:02.140571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876425212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:02.140608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78357717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:00:02.140621Z","caller":"traceutil/trace.go:171","msg":"trace[751950089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3001; }","duration":"1.876528355s","start":"2026-07-03T16:00:00.264079Z","end":"2026-07-03T16:00:02.140607Z","steps":["trace[751950089] 'agreement among raft nodes before linearized reading' (duration: 1.876419632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.14061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.241239Z","time spent":"1.899360666s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:00:02.140608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.391866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T16:00:02.140615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78361868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:00:02.140652Z","caller":"traceutil/trace.go:171","msg":"trace[589238070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3001; }","duration":"1.783636861s","start":"2026-07-03T16:00:00.357004Z","end":"2026-07-03T16:00:02.140641Z","steps":["trace[589238070] 'agreement among raft nodes before linearized reading' (duration: 1.783539108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.140631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.960878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:00:02.140509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783710383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:00:02.140696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.356996Z","time spent":"1.783692383s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:00:02.140685Z","caller":"traceutil/trace.go:171","msg":"trace[318549926] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3001; }","duration":"316.499599ms","start":"2026-07-03T16:00:01.824166Z","end":"2026-07-03T16:00:02.140666Z","steps":["trace[318549926] 'agreement among raft nodes before linearized reading' (duration: 316.288464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:02.140715Z","caller":"traceutil/trace.go:171","msg":"trace[352390297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3001; }","duration":"1.783936879s","start":"2026-07-03T16:00:00.356767Z","end":"2026-07-03T16:00:02.140704Z","steps":["trace[352390297] 'agreement among raft nodes before linearized reading' (duration: 1.78359445s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:02.140707Z","caller":"traceutil/trace.go:171","msg":"trace[1444607524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3001; }","duration":"1.783740574s","start":"2026-07-03T16:00:00.356943Z","end":"2026-07-03T16:00:02.140684Z","steps":["trace[1444607524] 'agreement among raft nodes before linearized reading' (duration: 1.783434425s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.140742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:01.824151Z","time spent":"316.579471ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T16:00:02.140753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.356757Z","time spent":"1.78398735s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:00:02.140782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.356923Z","time spent":"1.783841837s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:00:02.14072Z","caller":"traceutil/trace.go:171","msg":"trace[2038396207] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3001; }","duration":"284.114542ms","start":"2026-07-03T16:00:01.856585Z","end":"2026-07-03T16:00:02.1407Z","steps":["trace[2038396207] 'agreement among raft nodes before linearized reading' (duration: 283.943808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.140782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719287216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-03T16:00:02.140872Z","caller":"traceutil/trace.go:171","msg":"trace[630512369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3001; }","duration":"1.71943415s","start":"2026-07-03T16:00:00.421415Z","end":"2026-07-03T16:00:02.140849Z","steps":["trace[630512369] 'agreement among raft nodes before linearized reading' (duration: 1.719080991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.140659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.264051Z","time spent":"1.876597677s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:02.140933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.4214Z","time spent":"1.719523642s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:00:02.141323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227693476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2e46704c67e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-03T16:00:02.141374Z","caller":"traceutil/trace.go:171","msg":"trace[569559701] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2e46704c67e; range_end:; response_count:1; response_revision:3001; }","duration":"1.227774008s","start":"2026-07-03T16:00:00.913588Z","end":"2026-07-03T16:00:02.141362Z","steps":["trace[569559701] 'agreement among raft nodes before linearized reading' (duration: 1.227356907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.141408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.913573Z","time spent":"1.22782728s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bed2e46704c67e\" "} {"level":"warn","ts":"2026-07-03T16:00:02.141682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785253273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:00:02.141902Z","caller":"traceutil/trace.go:171","msg":"trace[178924999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3001; }","duration":"1.785504858s","start":"2026-07-03T16:00:00.356377Z","end":"2026-07-03T16:00:02.141882Z","steps":["trace[178924999] 'agreement among raft nodes before linearized reading' (duration: 1.784037771s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:02.142132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:00.356344Z","time spent":"1.785769525s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:02.646875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965342400,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:00:03.077167Z","caller":"traceutil/trace.go:171","msg":"trace[84995888] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"933.557165ms","start":"2026-07-03T16:00:02.143583Z","end":"2026-07-03T16:00:03.07714Z","steps":["trace[84995888] 'process raft request' (duration: 933.36596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.077491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.143562Z","time spent":"933.675348ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:03.245229Z","caller":"traceutil/trace.go:171","msg":"trace[1550317415] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"1.100384982s","start":"2026-07-03T16:00:02.14481Z","end":"2026-07-03T16:00:03.245195Z","steps":["trace[1550317415] 'process raft request' (duration: 1.099300883s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.245391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.144788Z","time spent":"1.100530595s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:03.245325Z","caller":"traceutil/trace.go:171","msg":"trace[15870666] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"1.099386557s","start":"2026-07-03T16:00:02.145903Z","end":"2026-07-03T16:00:03.24529Z","steps":["trace[15870666] 'process raft request' (duration: 1.099176801s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:03.245759Z","caller":"traceutil/trace.go:171","msg":"trace[175606441] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"357.540922ms","start":"2026-07-03T16:00:02.888151Z","end":"2026-07-03T16:00:03.245692Z","steps":["trace[175606441] 'process raft request' (duration: 357.211873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.245848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099619341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-03T16:00:03.24589Z","caller":"traceutil/trace.go:171","msg":"trace[496689009] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3010; }","duration":"1.099694734s","start":"2026-07-03T16:00:02.146186Z","end":"2026-07-03T16:00:03.24588Z","steps":["trace[496689009] 'agreement among raft nodes before linearized reading' (duration: 1.099453917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.245934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.146163Z","time spent":"1.099757935s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-03T16:00:03.245963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.888129Z","time spent":"357.727297ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:03.245593Z","caller":"traceutil/trace.go:171","msg":"trace[454524227] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"1.099627363s","start":"2026-07-03T16:00:02.145954Z","end":"2026-07-03T16:00:03.245581Z","steps":["trace[454524227] 'process raft request' (duration: 1.099211182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.24616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.145895Z","time spent":"1.09994183s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:03.246208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.145948Z","time spent":"1.100212978s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:03.245593Z","caller":"traceutil/trace.go:171","msg":"trace[704488056] linearizableReadLoop","detail":"{readStateIndex:3128; appliedIndex:3121; }","duration":"1.099350995s","start":"2026-07-03T16:00:02.14622Z","end":"2026-07-03T16:00:03.245571Z","steps":["trace[704488056] 'read index received' (duration: 930.801264ms)","trace[704488056] 'applied index is now lower than readState.Index' (duration: 168.548961ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:03.245628Z","caller":"traceutil/trace.go:171","msg":"trace[1002077738] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"488.732405ms","start":"2026-07-03T16:00:02.756889Z","end":"2026-07-03T16:00:03.245621Z","steps":["trace[1002077738] 'process raft request' (duration: 488.447648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.246523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097466806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:03.246552Z","caller":"traceutil/trace.go:171","msg":"trace[1836490653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3010; }","duration":"1.097508337s","start":"2026-07-03T16:00:02.149037Z","end":"2026-07-03T16:00:03.246545Z","steps":["trace[1836490653] 'agreement among raft nodes before linearized reading' (duration: 1.097463585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.246572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.149031Z","time spent":"1.097536477s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:00:03.246566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.756866Z","time spent":"489.609108ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:03.246601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060463828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:00:03.24664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.466742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2e6cd3ed228\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-03T16:00:03.246674Z","caller":"traceutil/trace.go:171","msg":"trace[1788191437] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3010; }","duration":"1.060594421s","start":"2026-07-03T16:00:02.186065Z","end":"2026-07-03T16:00:03.24666Z","steps":["trace[1788191437] 'agreement among raft nodes before linearized reading' (duration: 1.060453208s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:03.245665Z","caller":"traceutil/trace.go:171","msg":"trace[1564611057] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"1.09916635s","start":"2026-07-03T16:00:02.146482Z","end":"2026-07-03T16:00:03.245649Z","steps":["trace[1564611057] 'process raft request' (duration: 1.09878939s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:03.246705Z","caller":"traceutil/trace.go:171","msg":"trace[1940349877] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2e6cd3ed228; range_end:; response_count:1; response_revision:3010; }","duration":"165.573494ms","start":"2026-07-03T16:00:03.081113Z","end":"2026-07-03T16:00:03.246687Z","steps":["trace[1940349877] 'agreement among raft nodes before linearized reading' (duration: 165.39703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.246726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.186039Z","time spent":"1.060658143s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:03.246813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.146476Z","time spent":"1.100264398s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:03.245717Z","caller":"traceutil/trace.go:171","msg":"trace[2091920713] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"1.097828316s","start":"2026-07-03T16:00:02.147823Z","end":"2026-07-03T16:00:03.245651Z","steps":["trace[2091920713] 'process raft request' (duration: 1.097475437s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.247028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.147815Z","time spent":"1.099082338s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:03.245539Z","caller":"traceutil/trace.go:171","msg":"trace[1103962635] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"1.099417376s","start":"2026-07-03T16:00:02.146085Z","end":"2026-07-03T16:00:03.245503Z","steps":["trace[1103962635] 'process raft request' (duration: 1.099142719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.247173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:02.146078Z","time spent":"1.101036729s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:03.850949Z","caller":"traceutil/trace.go:171","msg":"trace[829423768] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"176.836455ms","start":"2026-07-03T16:00:03.67408Z","end":"2026-07-03T16:00:03.850916Z","steps":["trace[829423768] 'process raft request' (duration: 143.348959ms)","trace[829423768] 'compare' (duration: 33.279771ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:03.851155Z","caller":"traceutil/trace.go:171","msg":"trace[1269929098] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"177.03414ms","start":"2026-07-03T16:00:03.674106Z","end":"2026-07-03T16:00:03.85114Z","steps":["trace[1269929098] 'process raft request' (duration: 176.751723ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:08.105685Z","caller":"traceutil/trace.go:171","msg":"trace[1245324499] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"238.128472ms","start":"2026-07-03T16:00:07.867535Z","end":"2026-07-03T16:00:08.105663Z","steps":["trace[1245324499] 'process raft request' (duration: 237.999768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:08.158713Z","caller":"traceutil/trace.go:171","msg":"trace[631629306] linearizableReadLoop","detail":"{readStateIndex:3159; appliedIndex:3158; }","duration":"203.399873ms","start":"2026-07-03T16:00:07.95529Z","end":"2026-07-03T16:00:08.15869Z","steps":["trace[631629306] 'read index received' (duration: 150.510305ms)","trace[631629306] 'applied index is now lower than readState.Index' (duration: 52.888658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:08.158824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.513866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:08.158804Z","caller":"traceutil/trace.go:171","msg":"trace[1456564981] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"291.127252ms","start":"2026-07-03T16:00:07.86764Z","end":"2026-07-03T16:00:08.158767Z","steps":["trace[1456564981] 'process raft request' (duration: 290.927247ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:08.158853Z","caller":"traceutil/trace.go:171","msg":"trace[504272133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3038; }","duration":"203.589058ms","start":"2026-07-03T16:00:07.955255Z","end":"2026-07-03T16:00:08.158844Z","steps":["trace[504272133] 'agreement among raft nodes before linearized reading' (duration: 203.520806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:36.030085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.679404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T16:00:36.030177Z","caller":"traceutil/trace.go:171","msg":"trace[1766070814] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:3188; }","duration":"100.824697ms","start":"2026-07-03T16:00:35.929334Z","end":"2026-07-03T16:00:36.030158Z","steps":["trace[1766070814] 'range keys from in-memory index tree' (duration: 100.392097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:57.96548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.561215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:01:57.965559Z","caller":"traceutil/trace.go:171","msg":"trace[843802414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3660; }","duration":"107.680887ms","start":"2026-07-03T16:01:57.857858Z","end":"2026-07-03T16:01:57.965539Z","steps":["trace[843802414] 'range keys from in-memory index tree' (duration: 107.369519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:03.929946Z","caller":"traceutil/trace.go:171","msg":"trace[699159679] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"401.786374ms","start":"2026-07-03T16:02:03.52813Z","end":"2026-07-03T16:02:03.929917Z","steps":["trace[699159679] 'process raft request' (duration: 401.609429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:03.930106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:03.528117Z","time spent":"401.921017ms","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:02:03.93516Z","caller":"traceutil/trace.go:171","msg":"trace[627636141] linearizableReadLoop","detail":"{readStateIndex:3912; appliedIndex:3910; }","duration":"152.202556ms","start":"2026-07-03T16:02:03.782937Z","end":"2026-07-03T16:02:03.93514Z","steps":["trace[627636141] 'read index received' (duration: 146.747805ms)","trace[627636141] 'applied index is now lower than readState.Index' (duration: 5.453911ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:03.935241Z","caller":"traceutil/trace.go:171","msg":"trace[1424017531] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"173.849144ms","start":"2026-07-03T16:02:03.761385Z","end":"2026-07-03T16:02:03.935234Z","steps":["trace[1424017531] 'process raft request' (duration: 173.659029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:03.935397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.457562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:02:03.935426Z","caller":"traceutil/trace.go:171","msg":"trace[419214348] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3761; }","duration":"152.540644ms","start":"2026-07-03T16:02:03.782879Z","end":"2026-07-03T16:02:03.93542Z","steps":["trace[419214348] 'agreement among raft nodes before linearized reading' (duration: 152.442551ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:06.994217Z","caller":"traceutil/trace.go:171","msg":"trace[1094336684] linearizableReadLoop","detail":"{readStateIndex:3990; appliedIndex:3989; }","duration":"129.90314ms","start":"2026-07-03T16:02:06.86429Z","end":"2026-07-03T16:02:06.994193Z","steps":["trace[1094336684] 'read index received' (duration: 129.682845ms)","trace[1094336684] 'applied index is now lower than readState.Index' (duration: 219.535µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:02:06.994742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.426823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:9444"} {"level":"info","ts":"2026-07-03T16:02:06.994832Z","caller":"traceutil/trace.go:171","msg":"trace[1449859455] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:3838; }","duration":"130.562687ms","start":"2026-07-03T16:02:06.86425Z","end":"2026-07-03T16:02:06.994812Z","steps":["trace[1449859455] 'agreement among raft nodes before linearized reading' (duration: 130.27877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:06.995031Z","caller":"traceutil/trace.go:171","msg":"trace[1630990342] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"153.440247ms","start":"2026-07-03T16:02:06.841576Z","end":"2026-07-03T16:02:06.995016Z","steps":["trace[1630990342] 'process raft request' (duration: 152.471423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:39.367272Z","caller":"traceutil/trace.go:171","msg":"trace[1454526617] linearizableReadLoop","detail":"{readStateIndex:4184; appliedIndex:4183; }","duration":"479.970304ms","start":"2026-07-03T16:02:38.887268Z","end":"2026-07-03T16:02:39.367239Z","steps":["trace[1454526617] 'read index received' (duration: 479.768279ms)","trace[1454526617] 'applied index is now lower than readState.Index' (duration: 200.505µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:39.367383Z","caller":"traceutil/trace.go:171","msg":"trace[1550183929] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"486.803179ms","start":"2026-07-03T16:02:38.880534Z","end":"2026-07-03T16:02:39.367337Z","steps":["trace[1550183929] 'process raft request' (duration: 486.47737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:39.3675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.20282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:02:39.367557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.377342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:02:39.367565Z","caller":"traceutil/trace.go:171","msg":"trace[1180617055] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4026; }","duration":"480.316483ms","start":"2026-07-03T16:02:38.887234Z","end":"2026-07-03T16:02:39.36755Z","steps":["trace[1180617055] 'agreement among raft nodes before linearized reading' (duration: 480.19776ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:39.367604Z","caller":"traceutil/trace.go:171","msg":"trace[814446304] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4026; }","duration":"111.488845ms","start":"2026-07-03T16:02:39.256104Z","end":"2026-07-03T16:02:39.367593Z","steps":["trace[814446304] 'agreement among raft nodes before linearized reading' (duration: 111.407773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:39.367607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:38.88051Z","time spent":"486.988274ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:02:39.367698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.070715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:02:39.367791Z","caller":"traceutil/trace.go:171","msg":"trace[1809828302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4026; }","duration":"378.184798ms","start":"2026-07-03T16:02:38.989586Z","end":"2026-07-03T16:02:39.367771Z","steps":["trace[1809828302] 'agreement among raft nodes before linearized reading' (duration: 378.032194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:39.367833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:38.989526Z","time spent":"378.29542ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:02:39.367705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.86397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:02:39.367947Z","caller":"traceutil/trace.go:171","msg":"trace[433805240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4026; }","duration":"412.171077ms","start":"2026-07-03T16:02:38.955754Z","end":"2026-07-03T16:02:39.367925Z","steps":["trace[433805240] 'agreement among raft nodes before linearized reading' (duration: 411.756737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:39.368046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:38.955733Z","time spent":"412.297492ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:02:39.367625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:38.887221Z","time spent":"480.386644ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:02:40.580874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.590299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:02:40.580956Z","caller":"traceutil/trace.go:171","msg":"trace[1232425319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4026; }","duration":"893.729693ms","start":"2026-07-03T16:02:39.687206Z","end":"2026-07-03T16:02:40.580936Z","steps":["trace[1232425319] 'count revisions from in-memory index tree' (duration: 893.514077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.580958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.160804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:02:40.580995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:39.687186Z","time spent":"893.798626ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:02:40.581003Z","caller":"traceutil/trace.go:171","msg":"trace[607501627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4026; }","duration":"625.214366ms","start":"2026-07-03T16:02:39.955777Z","end":"2026-07-03T16:02:40.580992Z","steps":["trace[607501627] 'range keys from in-memory index tree' (duration: 625.083012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.581027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:39.955756Z","time spent":"625.265197ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:02:40.581068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.481636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:02:40.581118Z","caller":"traceutil/trace.go:171","msg":"trace[1501060932] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4026; }","duration":"857.579218ms","start":"2026-07-03T16:02:39.723527Z","end":"2026-07-03T16:02:40.581106Z","steps":["trace[1501060932] 'count revisions from in-memory index tree' (duration: 857.397864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.581143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:39.723507Z","time spent":"857.630479ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:02:40.581114Z","caller":"traceutil/trace.go:171","msg":"trace[555422507] linearizableReadLoop","detail":"{readStateIndex:4185; appliedIndex:4184; }","duration":"397.79981ms","start":"2026-07-03T16:02:40.183284Z","end":"2026-07-03T16:02:40.581084Z","steps":["trace[555422507] 'read index received' (duration: 370.236473ms)","trace[555422507] 'applied index is now lower than readState.Index' (duration: 27.560957ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:40.581185Z","caller":"traceutil/trace.go:171","msg":"trace[12228935] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"512.55292ms","start":"2026-07-03T16:02:40.068614Z","end":"2026-07-03T16:02:40.581167Z","steps":["trace[12228935] 'process raft request' (duration: 484.903491ms)","trace[12228935] 'compare' (duration: 27.315659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:02:40.581292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:40.068587Z","time spent":"512.639871ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:02:40.581302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.018025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:02:40.581367Z","caller":"traceutil/trace.go:171","msg":"trace[491301148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4027; }","duration":"398.112698ms","start":"2026-07-03T16:02:40.183241Z","end":"2026-07-03T16:02:40.581354Z","steps":["trace[491301148] 'agreement among raft nodes before linearized reading' (duration: 397.970004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.581411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:40.183224Z","time spent":"398.17717ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:02:40.595256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.39888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:02:40.595297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.058538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:02:40.595341Z","caller":"traceutil/trace.go:171","msg":"trace[478341093] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4028; }","duration":"260.531393ms","start":"2026-07-03T16:02:40.334791Z","end":"2026-07-03T16:02:40.595322Z","steps":["trace[478341093] 'agreement among raft nodes before linearized reading' (duration: 260.342438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.595367Z","caller":"traceutil/trace.go:171","msg":"trace[1626127918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4028; }","duration":"407.16299ms","start":"2026-07-03T16:02:40.188187Z","end":"2026-07-03T16:02:40.59535Z","steps":["trace[1626127918] 'agreement among raft nodes before linearized reading' (duration: 406.978045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.595413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:40.188169Z","time spent":"407.230822ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:02:40.595506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.234927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:02:40.595539Z","caller":"traceutil/trace.go:171","msg":"trace[1208299068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4028; }","duration":"408.307709ms","start":"2026-07-03T16:02:40.187222Z","end":"2026-07-03T16:02:40.59553Z","steps":["trace[1208299068] 'agreement among raft nodes before linearized reading' (duration: 408.201317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.595575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:40.187201Z","time spent":"408.36568ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:02:40.595529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.323314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:02:40.595601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.15535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T16:02:40.595653Z","caller":"traceutil/trace.go:171","msg":"trace[830004832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4028; }","duration":"407.490498ms","start":"2026-07-03T16:02:40.188135Z","end":"2026-07-03T16:02:40.595626Z","steps":["trace[830004832] 'agreement among raft nodes before linearized reading' (duration: 407.067257ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.595677Z","caller":"traceutil/trace.go:171","msg":"trace[58353148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4028; }","duration":"407.293174ms","start":"2026-07-03T16:02:40.188364Z","end":"2026-07-03T16:02:40.595657Z","steps":["trace[58353148] 'agreement among raft nodes before linearized reading' (duration: 407.026667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.595724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:40.188129Z","time spent":"407.583851ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:02:40.595731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:40.188332Z","time spent":"407.385486ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:02:40.595907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.036499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:02:40.595962Z","caller":"traceutil/trace.go:171","msg":"trace[2015653989] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4028; }","duration":"249.143422ms","start":"2026-07-03T16:02:40.346806Z","end":"2026-07-03T16:02:40.59595Z","steps":["trace[2015653989] 'agreement among raft nodes before linearized reading' (duration: 249.04999ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.595967Z","caller":"traceutil/trace.go:171","msg":"trace[354264355] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"300.95399ms","start":"2026-07-03T16:02:40.29499Z","end":"2026-07-03T16:02:40.595944Z","steps":["trace[354264355] 'process raft request' (duration: 299.80273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.596081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:02:40.29497Z","time spent":"301.045362ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:03:49.203823Z","caller":"traceutil/trace.go:171","msg":"trace[141444276] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4689; }","duration":"253.996537ms","start":"2026-07-03T16:03:48.949803Z","end":"2026-07-03T16:03:49.2038Z","steps":["trace[141444276] 'read index received' (duration: 253.822882ms)","trace[141444276] 'applied index is now lower than readState.Index' (duration: 172.735µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:03:49.203965Z","caller":"traceutil/trace.go:171","msg":"trace[738024271] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"263.985853ms","start":"2026-07-03T16:03:48.939912Z","end":"2026-07-03T16:03:49.203898Z","steps":["trace[738024271] 'process raft request' (duration: 263.763878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:49.204158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.331535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:03:49.204223Z","caller":"traceutil/trace.go:171","msg":"trace[287374396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:4502; }","duration":"163.460368ms","start":"2026-07-03T16:03:49.040749Z","end":"2026-07-03T16:03:49.20421Z","steps":["trace[287374396] 'agreement among raft nodes before linearized reading' (duration: 163.292204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:49.204234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.311561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:03:49.204148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.445196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:03:49.204318Z","caller":"traceutil/trace.go:171","msg":"trace[360164435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4502; }","duration":"248.499356ms","start":"2026-07-03T16:03:48.955794Z","end":"2026-07-03T16:03:49.204294Z","steps":["trace[360164435] 'agreement among raft nodes before linearized reading' (duration: 248.203999ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:49.204329Z","caller":"traceutil/trace.go:171","msg":"trace[1065016384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4502; }","duration":"243.664252ms","start":"2026-07-03T16:03:48.960649Z","end":"2026-07-03T16:03:49.204313Z","steps":["trace[1065016384] 'agreement among raft nodes before linearized reading' (duration: 243.369554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:49.204361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.605419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:03:49.204452Z","caller":"traceutil/trace.go:171","msg":"trace[1980320342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4502; }","duration":"248.739432ms","start":"2026-07-03T16:03:48.955674Z","end":"2026-07-03T16:03:49.204413Z","steps":["trace[1980320342] 'agreement among raft nodes before linearized reading' (duration: 248.472235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:49.204593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.768692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:03:49.204619Z","caller":"traceutil/trace.go:171","msg":"trace[1140117273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4502; }","duration":"248.836494ms","start":"2026-07-03T16:03:48.955775Z","end":"2026-07-03T16:03:49.204611Z","steps":["trace[1140117273] 'agreement among raft nodes before linearized reading' (duration: 248.306391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:49.204603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.218352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:03:49.204688Z","caller":"traceutil/trace.go:171","msg":"trace[895522428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4502; }","duration":"254.939641ms","start":"2026-07-03T16:03:48.949726Z","end":"2026-07-03T16:03:49.204666Z","steps":["trace[895522428] 'agreement among raft nodes before linearized reading' (duration: 254.196002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:54.642832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.009864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:03:54.64295Z","caller":"traceutil/trace.go:171","msg":"trace[1939386592] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"235.604735ms","start":"2026-07-03T16:03:54.407326Z","end":"2026-07-03T16:03:54.64293Z","steps":["trace[1939386592] 'process raft request' (duration: 124.421367ms)","trace[1939386592] 'compare' (duration: 110.790938ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:03:54.645464Z","caller":"traceutil/trace.go:171","msg":"trace[1411271839] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"177.740953ms","start":"2026-07-03T16:03:54.46693Z","end":"2026-07-03T16:03:54.64467Z","steps":["trace[1411271839] 'process raft request' (duration: 177.452186ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:55.569353Z","caller":"traceutil/trace.go:171","msg":"trace[1375020097] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"103.84836ms","start":"2026-07-03T16:03:55.465481Z","end":"2026-07-03T16:03:55.569329Z","steps":["trace[1375020097] 'process raft request' (duration: 103.690516ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:55.629736Z","caller":"traceutil/trace.go:171","msg":"trace[2101868968] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4899; }","duration":"112.670936ms","start":"2026-07-03T16:03:55.517013Z","end":"2026-07-03T16:03:55.629684Z","steps":["trace[2101868968] 'process raft request' (duration: 111.920567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:58.009086Z","caller":"traceutil/trace.go:171","msg":"trace[147805431] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"282.233909ms","start":"2026-07-03T16:03:57.726819Z","end":"2026-07-03T16:03:58.009053Z","steps":["trace[147805431] 'process raft request' (duration: 281.982973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:58.010763Z","caller":"traceutil/trace.go:171","msg":"trace[409655435] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5119; }","duration":"218.945748ms","start":"2026-07-03T16:03:57.791784Z","end":"2026-07-03T16:03:58.01073Z","steps":["trace[409655435] 'read index received' (duration: 216.856865ms)","trace[409655435] 'applied index is now lower than readState.Index' (duration: 2.087473ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:03:58.010835Z","caller":"traceutil/trace.go:171","msg":"trace[1795949063] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"275.419085ms","start":"2026-07-03T16:03:57.735371Z","end":"2026-07-03T16:03:58.01079Z","steps":["trace[1795949063] 'process raft request' (duration: 275.21499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:58.011058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.22453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-pzpvl\" ","response":"range_response_count:1 size:4671"} {"level":"info","ts":"2026-07-03T16:03:58.011138Z","caller":"traceutil/trace.go:171","msg":"trace[1992441691] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-pzpvl; range_end:; response_count:1; response_revision:4924; }","duration":"204.344334ms","start":"2026-07-03T16:03:57.806773Z","end":"2026-07-03T16:03:58.011118Z","steps":["trace[1992441691] 'agreement among raft nodes before linearized reading' (duration: 204.144088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:58.011219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.102872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:03:58.011297Z","caller":"traceutil/trace.go:171","msg":"trace[1564442044] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4924; }","duration":"219.547445ms","start":"2026-07-03T16:03:57.791734Z","end":"2026-07-03T16:03:58.011282Z","steps":["trace[1564442044] 'agreement among raft nodes before linearized reading' (duration: 219.093012ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:00.17071Z","caller":"traceutil/trace.go:171","msg":"trace[1997943798] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"156.166909ms","start":"2026-07-03T16:04:00.014519Z","end":"2026-07-03T16:04:00.170686Z","steps":["trace[1997943798] 'process raft request' (duration: 156.021145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:00.362561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.592807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:00.36269Z","caller":"traceutil/trace.go:171","msg":"trace[2122220322] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"302.18012ms","start":"2026-07-03T16:04:00.060484Z","end":"2026-07-03T16:04:00.362664Z","steps":["trace[2122220322] 'process raft request' (duration: 194.404589ms)","trace[2122220322] 'compare' (duration: 107.390972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:00.362766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:00.060457Z","time spent":"302.271373ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:05.051869Z","caller":"traceutil/trace.go:171","msg":"trace[822889033] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"178.271267ms","start":"2026-07-03T16:04:04.873569Z","end":"2026-07-03T16:04:05.05184Z","steps":["trace[822889033] 'process raft request' (duration: 178.064482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:05.312427Z","caller":"traceutil/trace.go:171","msg":"trace[2080172457] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"434.888509ms","start":"2026-07-03T16:04:04.877509Z","end":"2026-07-03T16:04:05.312398Z","steps":["trace[2080172457] 'process raft request' (duration: 433.520744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:05.312636Z","caller":"traceutil/trace.go:171","msg":"trace[1357593338] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5401; }","duration":"424.394882ms","start":"2026-07-03T16:04:04.888214Z","end":"2026-07-03T16:04:05.312608Z","steps":["trace[1357593338] 'read index received' (duration: 163.421407ms)","trace[1357593338] 'applied index is now lower than readState.Index' (duration: 260.972305ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:05.312663Z","caller":"traceutil/trace.go:171","msg":"trace[1198156339] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"302.58554ms","start":"2026-07-03T16:04:05.010041Z","end":"2026-07-03T16:04:05.312626Z","steps":["trace[1198156339] 'process raft request' (duration: 302.282533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:05.312718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:04.877495Z","time spent":"435.032634ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:05.312728Z","caller":"traceutil/trace.go:171","msg":"trace[1595853755] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"275.777764ms","start":"2026-07-03T16:04:05.036926Z","end":"2026-07-03T16:04:05.312704Z","steps":["trace[1595853755] 'process raft request' (duration: 275.60817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:05.312841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:05.010025Z","time spent":"302.731294ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:04:05.312909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.678319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-07-03T16:04:05.313001Z","caller":"traceutil/trace.go:171","msg":"trace[407496480] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5202; }","duration":"424.847903ms","start":"2026-07-03T16:04:04.888134Z","end":"2026-07-03T16:04:05.312982Z","steps":["trace[407496480] 'agreement among raft nodes before linearized reading' (duration: 424.571326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:05.31305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:04.888114Z","time spent":"424.924735ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-03T16:04:05.313545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.205936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:05.313608Z","caller":"traceutil/trace.go:171","msg":"trace[1665966389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"358.304889ms","start":"2026-07-03T16:04:04.955288Z","end":"2026-07-03T16:04:05.313593Z","steps":["trace[1665966389] 'agreement among raft nodes before linearized reading' (duration: 358.190426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:05.313647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:04.955269Z","time spent":"358.37161ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:04:05.783783Z","caller":"traceutil/trace.go:171","msg":"trace[1434794333] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"110.910101ms","start":"2026-07-03T16:04:05.672841Z","end":"2026-07-03T16:04:05.783751Z","steps":["trace[1434794333] 'process raft request' (duration: 110.403548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:08.699733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965347791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:04:08.792301Z","caller":"traceutil/trace.go:171","msg":"trace[1929340342] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"771.080311ms","start":"2026-07-03T16:04:08.021194Z","end":"2026-07-03T16:04:08.792274Z","steps":["trace[1929340342] 'process raft request' (duration: 770.933417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:08.792485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:08.021173Z","time spent":"771.210285ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:08.841002Z","caller":"traceutil/trace.go:171","msg":"trace[536474037] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"641.40506ms","start":"2026-07-03T16:04:08.199556Z","end":"2026-07-03T16:04:08.840961Z","steps":["trace[536474037] 'read index received' (duration: 592.713063ms)","trace[536474037] 'applied index is now lower than readState.Index' (duration: 48.690457ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:08.841072Z","caller":"traceutil/trace.go:171","msg":"trace[411612183] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"632.183372ms","start":"2026-07-03T16:04:08.208849Z","end":"2026-07-03T16:04:08.841032Z","steps":["trace[411612183] 'process raft request' (duration: 631.958437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:08.841269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:08.208833Z","time spent":"632.336787ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:08.841293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.791954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T16:04:08.84135Z","caller":"traceutil/trace.go:171","msg":"trace[761842334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5258; }","duration":"615.898777ms","start":"2026-07-03T16:04:08.225437Z","end":"2026-07-03T16:04:08.841336Z","steps":["trace[761842334] 'agreement among raft nodes before linearized reading' (duration: 615.707911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:08.841389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:08.225424Z","time spent":"615.956688ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:04:08.841389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.176735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-07-03T16:04:08.841472Z","caller":"traceutil/trace.go:171","msg":"trace[1186030403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab; range_end:; response_count:1; response_revision:5258; }","duration":"511.320528ms","start":"2026-07-03T16:04:08.330131Z","end":"2026-07-03T16:04:08.841451Z","steps":["trace[1186030403] 'agreement among raft nodes before linearized reading' (duration: 511.04701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:08.841517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:08.330107Z","time spent":"511.4008ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab\" "} {"level":"warn","ts":"2026-07-03T16:04:08.841585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.021147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786845"} {"level":"info","ts":"2026-07-03T16:04:08.841645Z","caller":"traceutil/trace.go:171","msg":"trace[280582623] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5258; }","duration":"642.120418ms","start":"2026-07-03T16:04:08.199506Z","end":"2026-07-03T16:04:08.841627Z","steps":["trace[280582623] 'agreement among raft nodes before linearized reading' (duration: 641.613735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:08.841739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:08.199485Z","time spent":"642.239942ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786869,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:04:09.346022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.162494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:09.346147Z","caller":"traceutil/trace.go:171","msg":"trace[1554738921] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5259; }","duration":"105.350449ms","start":"2026-07-03T16:04:09.240773Z","end":"2026-07-03T16:04:09.346124Z","steps":["trace[1554738921] 'range keys from in-memory index tree' (duration: 105.043031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:09.461921Z","caller":"traceutil/trace.go:171","msg":"trace[924127491] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"136.916837ms","start":"2026-07-03T16:04:09.32498Z","end":"2026-07-03T16:04:09.461896Z","steps":["trace[924127491] 'process raft request' (duration: 136.668841ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:09.481568Z","caller":"traceutil/trace.go:171","msg":"trace[392381581] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5464; }","duration":"144.490442ms","start":"2026-07-03T16:04:09.33706Z","end":"2026-07-03T16:04:09.481551Z","steps":["trace[392381581] 'read index received' (duration: 124.540651ms)","trace[392381581] 'applied index is now lower than readState.Index' (duration: 19.948951ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:09.481736Z","caller":"traceutil/trace.go:171","msg":"trace[1381714832] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"153.873272ms","start":"2026-07-03T16:04:09.327793Z","end":"2026-07-03T16:04:09.481666Z","steps":["trace[1381714832] 'process raft request' (duration: 153.638936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:09.481793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.726017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:04:09.481828Z","caller":"traceutil/trace.go:171","msg":"trace[710551858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5261; }","duration":"144.8246ms","start":"2026-07-03T16:04:09.336995Z","end":"2026-07-03T16:04:09.48182Z","steps":["trace[710551858] 'agreement among raft nodes before linearized reading' (duration: 144.654155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:09.481925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.09794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:04:09.481972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.628942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:04:09.481965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.647954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:04:09.482004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.301189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:04:09.482022Z","caller":"traceutil/trace.go:171","msg":"trace[1939747164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5261; }","duration":"140.685113ms","start":"2026-07-03T16:04:09.341324Z","end":"2026-07-03T16:04:09.482009Z","steps":["trace[1939747164] 'agreement among raft nodes before linearized reading' (duration: 140.474768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:09.482045Z","caller":"traceutil/trace.go:171","msg":"trace[1706180434] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:0; response_revision:5261; }","duration":"133.766997ms","start":"2026-07-03T16:04:09.348259Z","end":"2026-07-03T16:04:09.482026Z","steps":["trace[1706180434] 'agreement among raft nodes before linearized reading' (duration: 133.552831ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:09.482072Z","caller":"traceutil/trace.go:171","msg":"trace[369984487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5261; }","duration":"139.404352ms","start":"2026-07-03T16:04:09.342652Z","end":"2026-07-03T16:04:09.482056Z","steps":["trace[369984487] 'agreement among raft nodes before linearized reading' (duration: 139.156535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:09.482107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.966261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:04:09.482029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.394475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:04:09.482148Z","caller":"traceutil/trace.go:171","msg":"trace[577697699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5261; }","duration":"141.024112ms","start":"2026-07-03T16:04:09.341111Z","end":"2026-07-03T16:04:09.482135Z","steps":["trace[577697699] 'agreement among raft nodes before linearized reading' (duration: 140.906789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:09.481989Z","caller":"traceutil/trace.go:171","msg":"trace[403068920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5261; }","duration":"142.188143ms","start":"2026-07-03T16:04:09.339785Z","end":"2026-07-03T16:04:09.481973Z","steps":["trace[403068920] 'agreement among raft nodes before linearized reading' (duration: 141.988708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:09.482175Z","caller":"traceutil/trace.go:171","msg":"trace[1736300766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:5261; }","duration":"138.538768ms","start":"2026-07-03T16:04:09.343612Z","end":"2026-07-03T16:04:09.482151Z","steps":["trace[1736300766] 'agreement among raft nodes before linearized reading' (duration: 138.362124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:11.737568Z","caller":"traceutil/trace.go:171","msg":"trace[862558406] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"454.185144ms","start":"2026-07-03T16:04:11.283364Z","end":"2026-07-03T16:04:11.737549Z","steps":["trace[862558406] 'process raft request' (duration: 454.057091ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:11.737591Z","caller":"traceutil/trace.go:171","msg":"trace[87638544] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5520; }","duration":"362.946906ms","start":"2026-07-03T16:04:11.374607Z","end":"2026-07-03T16:04:11.737554Z","steps":["trace[87638544] 'read index received' (duration: 362.891135ms)","trace[87638544] 'applied index is now lower than readState.Index' (duration: 54.261µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:11.737687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.28334Z","time spent":"454.284726ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4687,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:11.737889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.274864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:11.737992Z","caller":"traceutil/trace.go:171","msg":"trace[1941857139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5314; }","duration":"363.416679ms","start":"2026-07-03T16:04:11.374557Z","end":"2026-07-03T16:04:11.737973Z","steps":["trace[1941857139] 'agreement among raft nodes before linearized reading' (duration: 363.200272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.738093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.374538Z","time spent":"363.533951ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:04:11.890223Z","caller":"traceutil/trace.go:171","msg":"trace[1921750485] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"423.929499ms","start":"2026-07-03T16:04:11.466263Z","end":"2026-07-03T16:04:11.890193Z","steps":["trace[1921750485] 'process raft request' (duration: 423.670192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:11.890241Z","caller":"traceutil/trace.go:171","msg":"trace[406646164] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"403.337061ms","start":"2026-07-03T16:04:11.486864Z","end":"2026-07-03T16:04:11.890201Z","steps":["trace[406646164] 'process raft request' (duration: 403.248019ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:11.890245Z","caller":"traceutil/trace.go:171","msg":"trace[1801905996] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"148.066383ms","start":"2026-07-03T16:04:11.742153Z","end":"2026-07-03T16:04:11.890219Z","steps":["trace[1801905996] 'process raft request' (duration: 148.018561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.890368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.466241Z","time spent":"424.054691ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:11.890392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.486841Z","time spent":"403.466015ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:11.890271Z","caller":"traceutil/trace.go:171","msg":"trace[936290906] linearizableReadLoop","detail":"{readStateIndex:5524; appliedIndex:5521; }","duration":"152.583299ms","start":"2026-07-03T16:04:11.737669Z","end":"2026-07-03T16:04:11.890252Z","steps":["trace[936290906] 'read index received' (duration: 78.110641ms)","trace[936290906] 'applied index is now lower than readState.Index' (duration: 74.470628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:11.890422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.048117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:04:11.89045Z","caller":"traceutil/trace.go:171","msg":"trace[33985046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5317; }","duration":"391.091758ms","start":"2026-07-03T16:04:11.499351Z","end":"2026-07-03T16:04:11.890443Z","steps":["trace[33985046] 'agreement among raft nodes before linearized reading' (duration: 390.955625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.890442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.332508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-03T16:04:11.890474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.499306Z","time spent":"391.16369ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:04:11.890499Z","caller":"traceutil/trace.go:171","msg":"trace[817223171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:5317; }","duration":"390.42462ms","start":"2026-07-03T16:04:11.500061Z","end":"2026-07-03T16:04:11.890486Z","steps":["trace[817223171] 'agreement among raft nodes before linearized reading' (duration: 390.269146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.890523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.399055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:04:11.890535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.500045Z","time spent":"390.480812ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:04:11.89057Z","caller":"traceutil/trace.go:171","msg":"trace[1540997658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5317; }","duration":"389.466846ms","start":"2026-07-03T16:04:11.501093Z","end":"2026-07-03T16:04:11.89056Z","steps":["trace[1540997658] 'agreement among raft nodes before linearized reading' (duration: 389.198529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.890595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.501084Z","time spent":"389.506017ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:04:11.89063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.36151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-03T16:04:11.890621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.083038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:04:11.890632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.80227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:04:11.890695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.305154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16230"} {"level":"info","ts":"2026-07-03T16:04:11.890694Z","caller":"traceutil/trace.go:171","msg":"trace[318667511] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5317; }","duration":"319.436772ms","start":"2026-07-03T16:04:11.57124Z","end":"2026-07-03T16:04:11.890677Z","steps":["trace[318667511] 'agreement among raft nodes before linearized reading' (duration: 319.221857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.890695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.75872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-74c54d4b-w2x28.18bed3232ef899ad\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-07-03T16:04:11.890698Z","caller":"traceutil/trace.go:171","msg":"trace[202796074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5317; }","duration":"391.18353ms","start":"2026-07-03T16:04:11.499497Z","end":"2026-07-03T16:04:11.890681Z","steps":["trace[202796074] 'agreement among raft nodes before linearized reading' (duration: 390.942254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:11.89072Z","caller":"traceutil/trace.go:171","msg":"trace[1881090496] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5317; }","duration":"327.346735ms","start":"2026-07-03T16:04:11.563364Z","end":"2026-07-03T16:04:11.89071Z","steps":["trace[1881090496] 'agreement among raft nodes before linearized reading' (duration: 327.280033ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:11.890734Z","caller":"traceutil/trace.go:171","msg":"trace[1355230411] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-74c54d4b-w2x28.18bed3232ef899ad; range_end:; response_count:1; response_revision:5317; }","duration":"326.818282ms","start":"2026-07-03T16:04:11.563904Z","end":"2026-07-03T16:04:11.890722Z","steps":["trace[1355230411] 'agreement among raft nodes before linearized reading' (duration: 326.72199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.890731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.571235Z","time spent":"319.487063ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:04:11.890741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.56335Z","time spent":"327.387297ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:04:11.890739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.499493Z","time spent":"391.239463ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:04:11.890754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.563897Z","time spent":"326.852683ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":914,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-74c54d4b-w2x28.18bed3232ef899ad\" "} {"level":"info","ts":"2026-07-03T16:04:11.89073Z","caller":"traceutil/trace.go:171","msg":"trace[417303138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5317; }","duration":"390.923013ms","start":"2026-07-03T16:04:11.499781Z","end":"2026-07-03T16:04:11.890704Z","steps":["trace[417303138] 'agreement among raft nodes before linearized reading' (duration: 390.614975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.890816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.499777Z","time spent":"391.024115ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:04:11.890833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.573591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:797081"} {"level":"info","ts":"2026-07-03T16:04:11.890857Z","caller":"traceutil/trace.go:171","msg":"trace[467502287] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5317; }","duration":"174.634042ms","start":"2026-07-03T16:04:11.716215Z","end":"2026-07-03T16:04:11.890849Z","steps":["trace[467502287] 'agreement among raft nodes before linearized reading' (duration: 174.312364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.891054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.82295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:04:11.891101Z","caller":"traceutil/trace.go:171","msg":"trace[561813127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5317; }","duration":"390.888363ms","start":"2026-07-03T16:04:11.5002Z","end":"2026-07-03T16:04:11.891088Z","steps":["trace[561813127] 'agreement among raft nodes before linearized reading' (duration: 390.734889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:11.891138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:11.500194Z","time spent":"390.936004ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:04:12.061716Z","caller":"traceutil/trace.go:171","msg":"trace[599539855] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"168.239459ms","start":"2026-07-03T16:04:11.893439Z","end":"2026-07-03T16:04:12.061679Z","steps":["trace[599539855] 'process raft request' (duration: 159.092565ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:12.067469Z","caller":"traceutil/trace.go:171","msg":"trace[1595093960] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"173.060703ms","start":"2026-07-03T16:04:11.89439Z","end":"2026-07-03T16:04:12.06745Z","steps":["trace[1595093960] 'process raft request' (duration: 172.818637ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:12.067504Z","caller":"traceutil/trace.go:171","msg":"trace[308098358] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"172.537279ms","start":"2026-07-03T16:04:11.894936Z","end":"2026-07-03T16:04:12.067473Z","steps":["trace[308098358] 'process raft request' (duration: 172.457517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:12.06771Z","caller":"traceutil/trace.go:171","msg":"trace[1754882385] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"172.737844ms","start":"2026-07-03T16:04:11.894955Z","end":"2026-07-03T16:04:12.067693Z","steps":["trace[1754882385] 'process raft request' (duration: 172.474838ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:12.06783Z","caller":"traceutil/trace.go:171","msg":"trace[1942458268] linearizableReadLoop","detail":"{readStateIndex:5527; appliedIndex:5525; }","duration":"173.199306ms","start":"2026-07-03T16:04:11.894614Z","end":"2026-07-03T16:04:12.067813Z","steps":["trace[1942458268] 'read index received' (duration: 158.043088ms)","trace[1942458268] 'applied index is now lower than readState.Index' (duration: 15.155408ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:12.067894Z","caller":"traceutil/trace.go:171","msg":"trace[157260471] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"172.880328ms","start":"2026-07-03T16:04:11.894999Z","end":"2026-07-03T16:04:12.06788Z","steps":["trace[157260471] 'process raft request' (duration: 172.602511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:12.068048Z","caller":"traceutil/trace.go:171","msg":"trace[1428530973] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"164.287988ms","start":"2026-07-03T16:04:11.90374Z","end":"2026-07-03T16:04:12.068028Z","steps":["trace[1428530973] 'process raft request' (duration: 163.98603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:12.068106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.465304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-82900497-cda1-4ad1-b29b-fcdf9da9f700\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-03T16:04:12.068148Z","caller":"traceutil/trace.go:171","msg":"trace[643320451] range","detail":"{range_begin:/registry/persistentvolumes/pvc-82900497-cda1-4ad1-b29b-fcdf9da9f700; range_end:; response_count:1; response_revision:5324; }","duration":"173.552185ms","start":"2026-07-03T16:04:11.894585Z","end":"2026-07-03T16:04:12.068138Z","steps":["trace[643320451] 'agreement among raft nodes before linearized reading' (duration: 173.360651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:12.068173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.481494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-07-03T16:04:12.068206Z","caller":"traceutil/trace.go:171","msg":"trace[907101496] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5324; }","duration":"173.562916ms","start":"2026-07-03T16:04:11.894634Z","end":"2026-07-03T16:04:12.068197Z","steps":["trace[907101496] 'agreement among raft nodes before linearized reading' (duration: 173.352291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:12.068327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.226213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:12.068371Z","caller":"traceutil/trace.go:171","msg":"trace[952302239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5324; }","duration":"110.323846ms","start":"2026-07-03T16:04:11.958037Z","end":"2026-07-03T16:04:12.068361Z","steps":["trace[952302239] 'agreement among raft nodes before linearized reading' (duration: 110.243254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:12.068596Z","caller":"traceutil/trace.go:171","msg":"trace[706837070] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"172.829017ms","start":"2026-07-03T16:04:11.894674Z","end":"2026-07-03T16:04:12.067503Z","steps":["trace[706837070] 'process raft request' (duration: 172.676934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:13.374611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.761486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qm8xv.18bed3214cd14129\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-03T16:04:13.374725Z","caller":"traceutil/trace.go:171","msg":"trace[111684310] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qm8xv.18bed3214cd14129; range_end:; response_count:1; response_revision:5358; }","duration":"108.9167ms","start":"2026-07-03T16:04:13.265786Z","end":"2026-07-03T16:04:13.374702Z","steps":["trace[111684310] 'range keys from in-memory index tree' (duration: 108.542461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:18.12676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.489031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:04:18.12687Z","caller":"traceutil/trace.go:171","msg":"trace[1935313971] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5433; }","duration":"103.654535ms","start":"2026-07-03T16:04:18.023188Z","end":"2026-07-03T16:04:18.126842Z","steps":["trace[1935313971] 'count revisions from in-memory index tree' (duration: 103.379108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:19.769857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.648875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13290"} {"level":"info","ts":"2026-07-03T16:04:19.769943Z","caller":"traceutil/trace.go:171","msg":"trace[188100794] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5468; }","duration":"128.770999ms","start":"2026-07-03T16:04:19.641152Z","end":"2026-07-03T16:04:19.769923Z","steps":["trace[188100794] 'range keys from in-memory index tree' (duration: 128.4516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:19.770327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.100163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391882"} {"level":"info","ts":"2026-07-03T16:04:19.77039Z","caller":"traceutil/trace.go:171","msg":"trace[2133366325] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5468; }","duration":"180.165135ms","start":"2026-07-03T16:04:19.590209Z","end":"2026-07-03T16:04:19.770374Z","steps":["trace[2133366325] 'range keys from in-memory index tree' (duration: 179.766654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:19.770448Z","caller":"traceutil/trace.go:171","msg":"trace[116483881] linearizableReadLoop","detail":"{readStateIndex:5681; appliedIndex:5680; }","duration":"124.274934ms","start":"2026-07-03T16:04:19.646141Z","end":"2026-07-03T16:04:19.770416Z","steps":["trace[116483881] 'read index received' (duration: 120.754814ms)","trace[116483881] 'applied index is now lower than readState.Index' (duration: 3.51832ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:19.770594Z","caller":"traceutil/trace.go:171","msg":"trace[2045843894] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"128.152293ms","start":"2026-07-03T16:04:19.642425Z","end":"2026-07-03T16:04:19.770578Z","steps":["trace[2045843894] 'process raft request' (duration: 124.51413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:19.770903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.733025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-07-03T16:04:19.770981Z","caller":"traceutil/trace.go:171","msg":"trace[1321874412] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5469; }","duration":"124.837128ms","start":"2026-07-03T16:04:19.646126Z","end":"2026-07-03T16:04:19.770963Z","steps":["trace[1321874412] 'agreement among raft nodes before linearized reading' (duration: 124.552921ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:20.717578Z","caller":"traceutil/trace.go:171","msg":"trace[1186844049] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"105.165274ms","start":"2026-07-03T16:04:20.612386Z","end":"2026-07-03T16:04:20.717551Z","steps":["trace[1186844049] 'process raft request' (duration: 104.9951ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.28312Z","caller":"traceutil/trace.go:171","msg":"trace[432395235] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"553.712613ms","start":"2026-07-03T16:04:20.729383Z","end":"2026-07-03T16:04:21.283095Z","steps":["trace[432395235] 'process raft request' (duration: 504.470222ms)","trace[432395235] 'compare' (duration: 48.179904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:21.28324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:20.72936Z","time spent":"553.813636ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:21.283692Z","caller":"traceutil/trace.go:171","msg":"trace[529207835] linearizableReadLoop","detail":"{readStateIndex:5704; appliedIndex:5701; }","duration":"327.833397ms","start":"2026-07-03T16:04:20.955846Z","end":"2026-07-03T16:04:21.283679Z","steps":["trace[529207835] 'read index received' (duration: 278.155905ms)","trace[529207835] 'applied index is now lower than readState.Index' (duration: 49.676582ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:21.283687Z","caller":"traceutil/trace.go:171","msg":"trace[235179421] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"404.919602ms","start":"2026-07-03T16:04:20.878752Z","end":"2026-07-03T16:04:21.283672Z","steps":["trace[235179421] 'process raft request' (duration: 404.673856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:21.283765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.913719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:21.283809Z","caller":"traceutil/trace.go:171","msg":"trace[2022283079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5493; }","duration":"327.987981ms","start":"2026-07-03T16:04:20.955812Z","end":"2026-07-03T16:04:21.2838Z","steps":["trace[2022283079] 'agreement among raft nodes before linearized reading' (duration: 327.912959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:21.283833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:20.955795Z","time spent":"328.032822ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:04:21.283828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:20.878734Z","time spent":"405.020475ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:21.283943Z","caller":"traceutil/trace.go:171","msg":"trace[941082996] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"158.102269ms","start":"2026-07-03T16:04:21.125817Z","end":"2026-07-03T16:04:21.283919Z","steps":["trace[941082996] 'process raft request' (duration: 157.773181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.283621Z","caller":"traceutil/trace.go:171","msg":"trace[397533139] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"404.962013ms","start":"2026-07-03T16:04:20.878509Z","end":"2026-07-03T16:04:21.283471Z","steps":["trace[397533139] 'process raft request' (duration: 404.356048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:21.284332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:20.878479Z","time spent":"405.810985ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:21.446664Z","caller":"traceutil/trace.go:171","msg":"trace[2037550262] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"157.632278ms","start":"2026-07-03T16:04:21.289012Z","end":"2026-07-03T16:04:21.446644Z","steps":["trace[2037550262] 'process raft request' (duration: 153.80843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.449531Z","caller":"traceutil/trace.go:171","msg":"trace[166176420] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"160.253145ms","start":"2026-07-03T16:04:21.289252Z","end":"2026-07-03T16:04:21.449506Z","steps":["trace[166176420] 'process raft request' (duration: 159.962347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.449607Z","caller":"traceutil/trace.go:171","msg":"trace[959889884] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"160.252835ms","start":"2026-07-03T16:04:21.289344Z","end":"2026-07-03T16:04:21.449597Z","steps":["trace[959889884] 'process raft request' (duration: 160.07521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.449537Z","caller":"traceutil/trace.go:171","msg":"trace[200129303] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"160.05609ms","start":"2026-07-03T16:04:21.289453Z","end":"2026-07-03T16:04:21.449509Z","steps":["trace[200129303] 'process raft request' (duration: 160.017399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:25.439048Z","caller":"traceutil/trace.go:171","msg":"trace[2081502913] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"145.57853ms","start":"2026-07-03T16:04:25.293436Z","end":"2026-07-03T16:04:25.439015Z","steps":["trace[2081502913] 'process raft request' (duration: 145.302883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:25.440814Z","caller":"traceutil/trace.go:171","msg":"trace[606650558] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"144.780769ms","start":"2026-07-03T16:04:25.296019Z","end":"2026-07-03T16:04:25.4408Z","steps":["trace[606650558] 'process raft request' (duration: 144.698147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:28.726422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.566552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:28.726551Z","caller":"traceutil/trace.go:171","msg":"trace[1864497253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5652; }","duration":"297.759487ms","start":"2026-07-03T16:04:28.428765Z","end":"2026-07-03T16:04:28.726525Z","steps":["trace[1864497253] 'count revisions from in-memory index tree' (duration: 297.422809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:28.726618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.310673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-03T16:04:28.726699Z","caller":"traceutil/trace.go:171","msg":"trace[2106030257] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5771b53-3431-4779-9a4d-4034a788c31f; range_end:; response_count:1; response_revision:5652; }","duration":"161.441256ms","start":"2026-07-03T16:04:28.56524Z","end":"2026-07-03T16:04:28.726681Z","steps":["trace[2106030257] 'range keys from in-memory index tree' (duration: 161.068626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:28.731847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.464557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-07-03T16:04:28.731989Z","caller":"traceutil/trace.go:171","msg":"trace[1266123520] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5652; }","duration":"236.633292ms","start":"2026-07-03T16:04:28.495302Z","end":"2026-07-03T16:04:28.731935Z","steps":["trace[1266123520] 'range keys from in-memory index tree' (duration: 230.812923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:29.661454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.2074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:04:29.661516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.265738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7613"} {"level":"info","ts":"2026-07-03T16:04:29.661534Z","caller":"traceutil/trace.go:171","msg":"trace[1080858274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5653; }","duration":"706.328793ms","start":"2026-07-03T16:04:28.955184Z","end":"2026-07-03T16:04:29.661513Z","steps":["trace[1080858274] 'range keys from in-memory index tree' (duration: 706.070076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:29.661533Z","caller":"traceutil/trace.go:171","msg":"trace[1754765374] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5870; }","duration":"503.635891ms","start":"2026-07-03T16:04:29.157876Z","end":"2026-07-03T16:04:29.661512Z","steps":["trace[1754765374] 'read index received' (duration: 424.35543ms)","trace[1754765374] 'applied index is now lower than readState.Index' (duration: 79.279471ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:29.661547Z","caller":"traceutil/trace.go:171","msg":"trace[185933694] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"659.161575ms","start":"2026-07-03T16:04:29.002357Z","end":"2026-07-03T16:04:29.661519Z","steps":["trace[185933694] 'process raft request' (duration: 579.923995ms)","trace[185933694] 'compare' (duration: 78.790428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:29.661578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:28.955162Z","time spent":"706.408066ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:04:29.661606Z","caller":"traceutil/trace.go:171","msg":"trace[422559830] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5653; }","duration":"725.374ms","start":"2026-07-03T16:04:28.93619Z","end":"2026-07-03T16:04:29.661564Z","steps":["trace[422559830] 'range keys from in-memory index tree' (duration: 725.090043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:29.661652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:28.936168Z","time spent":"725.470963ms","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7637,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-03T16:04:29.661687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.002338Z","time spent":"659.273408ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:29.662447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.557484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-07-03T16:04:29.662517Z","caller":"traceutil/trace.go:171","msg":"trace[888139039] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5654; }","duration":"504.672947ms","start":"2026-07-03T16:04:29.157832Z","end":"2026-07-03T16:04:29.662505Z","steps":["trace[888139039] 'agreement among raft nodes before linearized reading' (duration: 503.785655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:29.662544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.157813Z","time spent":"504.723289ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224980,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:04:30.492417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.068072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:30.492685Z","caller":"traceutil/trace.go:171","msg":"trace[1120725417] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"536.159333ms","start":"2026-07-03T16:04:29.956501Z","end":"2026-07-03T16:04:30.49266Z","steps":["trace[1120725417] 'process raft request' (duration: 536.078301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.49274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.956472Z","time spent":"536.244826ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:30.492778Z","caller":"traceutil/trace.go:171","msg":"trace[872949235] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"1.0380772s","start":"2026-07-03T16:04:29.454671Z","end":"2026-07-03T16:04:30.492748Z","steps":["trace[872949235] 'process raft request' (duration: 451.603657ms)","trace[872949235] 'compare' (duration: 585.871787ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:30.492879Z","caller":"traceutil/trace.go:171","msg":"trace[717765904] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"1.038156322s","start":"2026-07-03T16:04:29.454714Z","end":"2026-07-03T16:04:30.492871Z","steps":["trace[717765904] 'process raft request' (duration: 1.037785762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.49292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.454694Z","time spent":"1.038204423s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:30.492924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.454653Z","time spent":"1.038197433s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:30.493081Z","caller":"traceutil/trace.go:171","msg":"trace[205780775] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"524.496175ms","start":"2026-07-03T16:04:29.968514Z","end":"2026-07-03T16:04:30.49301Z","steps":["trace[205780775] 'process raft request' (duration: 524.095115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.493218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.96849Z","time spent":"524.65645ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:30.493463Z","caller":"traceutil/trace.go:171","msg":"trace[762745934] linearizableReadLoop","detail":"{readStateIndex:5873; appliedIndex:5871; }","duration":"831.843168ms","start":"2026-07-03T16:04:29.661592Z","end":"2026-07-03T16:04:30.493436Z","steps":["trace[762745934] 'read index received' (duration: 244.597535ms)","trace[762745934] 'applied index is now lower than readState.Index' (duration: 587.242393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:30.493757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.833013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:04:30.493819Z","caller":"traceutil/trace.go:171","msg":"trace[796053582] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5658; }","duration":"880.933806ms","start":"2026-07-03T16:04:29.612867Z","end":"2026-07-03T16:04:30.493801Z","steps":["trace[796053582] 'agreement among raft nodes before linearized reading' (duration: 880.7031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.493856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.612847Z","time spent":"880.999767ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T16:04:30.493995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.96087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:04:30.494039Z","caller":"traceutil/trace.go:171","msg":"trace[245191458] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:5658; }","duration":"269.045672ms","start":"2026-07-03T16:04:30.224983Z","end":"2026-07-03T16:04:30.494029Z","steps":["trace[245191458] 'agreement among raft nodes before linearized reading' (duration: 268.932409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.494033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250995844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T16:04:30.494045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.016271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:30.494115Z","caller":"traceutil/trace.go:171","msg":"trace[81596537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5658; }","duration":"1.251113328s","start":"2026-07-03T16:04:29.242986Z","end":"2026-07-03T16:04:30.4941Z","steps":["trace[81596537] 'agreement among raft nodes before linearized reading' (duration: 1.250887832s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:30.494132Z","caller":"traceutil/trace.go:171","msg":"trace[1688312608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5658; }","duration":"830.175215ms","start":"2026-07-03T16:04:29.663933Z","end":"2026-07-03T16:04:30.494108Z","steps":["trace[1688312608] 'agreement among raft nodes before linearized reading' (duration: 829.960149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.494158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.242967Z","time spent":"1.25118289s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:04:30.494176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.663902Z","time spent":"830.266237ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:04:30.49418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.282416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T16:04:30.494238Z","caller":"traceutil/trace.go:171","msg":"trace[736446277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5658; }","duration":"283.379819ms","start":"2026-07-03T16:04:30.21084Z","end":"2026-07-03T16:04:30.49422Z","steps":["trace[736446277] 'agreement among raft nodes before linearized reading' (duration: 283.160003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.494241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.237375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:04:30.49425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.310677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:04:30.494265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.987785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T16:04:30.494322Z","caller":"traceutil/trace.go:171","msg":"trace[963590980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5658; }","duration":"219.349828ms","start":"2026-07-03T16:04:30.27495Z","end":"2026-07-03T16:04:30.4943Z","steps":["trace[963590980] 'agreement among raft nodes before linearized reading' (duration: 219.095281ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:30.494353Z","caller":"traceutil/trace.go:171","msg":"trace[1826021887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5658; }","duration":"219.43316ms","start":"2026-07-03T16:04:30.274898Z","end":"2026-07-03T16:04:30.494331Z","steps":["trace[1826021887] 'agreement among raft nodes before linearized reading' (duration: 219.274306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:30.494387Z","caller":"traceutil/trace.go:171","msg":"trace[2143255944] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5658; }","duration":"806.13105ms","start":"2026-07-03T16:04:29.68821Z","end":"2026-07-03T16:04:30.494341Z","steps":["trace[2143255944] 'agreement among raft nodes before linearized reading' (duration: 805.925274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.494423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.688188Z","time spent":"806.224941ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-03T16:04:30.494339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.853187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:04:30.494413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.312276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-07-03T16:04:30.49449Z","caller":"traceutil/trace.go:171","msg":"trace[474510316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5658; }","duration":"221.067582ms","start":"2026-07-03T16:04:30.273411Z","end":"2026-07-03T16:04:30.494478Z","steps":["trace[474510316] 'agreement among raft nodes before linearized reading' (duration: 220.862077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:30.494521Z","caller":"traceutil/trace.go:171","msg":"trace[608066545] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5771b53-3431-4779-9a4d-4034a788c31f; range_end:; response_count:1; response_revision:5658; }","duration":"762.496742ms","start":"2026-07-03T16:04:29.731998Z","end":"2026-07-03T16:04:30.494495Z","steps":["trace[608066545] 'agreement among raft nodes before linearized reading' (duration: 762.127862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:30.49458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:29.731966Z","time spent":"762.603773ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" "} {"level":"warn","ts":"2026-07-03T16:04:30.494424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.583095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:04:30.495963Z","caller":"traceutil/trace.go:171","msg":"trace[1167204925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5658; }","duration":"294.306199ms","start":"2026-07-03T16:04:30.201628Z","end":"2026-07-03T16:04:30.495934Z","steps":["trace[1167204925] 'agreement among raft nodes before linearized reading' (duration: 292.308067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:42.776389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2908} {"level":"info","ts":"2026-07-03T16:04:42.897665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2908,"took":"119.699257ms","hash":3095420045,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":32083968,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T16:04:42.897759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3095420045,"revision":2908,"compact-revision":-1} {"level":"info","ts":"2026-07-03T16:04:44.767667Z","caller":"traceutil/trace.go:171","msg":"trace[1688110443] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"129.092937ms","start":"2026-07-03T16:04:44.638545Z","end":"2026-07-03T16:04:44.767638Z","steps":["trace[1688110443] 'process raft request' (duration: 37.283315ms)","trace[1688110443] 'compare' (duration: 91.649967ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:44.768234Z","caller":"traceutil/trace.go:171","msg":"trace[980109223] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"129.094297ms","start":"2026-07-03T16:04:44.638636Z","end":"2026-07-03T16:04:44.76773Z","steps":["trace[980109223] 'process raft request' (duration: 128.967394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.546216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.2269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T16:04:45.546299Z","caller":"traceutil/trace.go:171","msg":"trace[1310353718] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5828; }","duration":"617.355554ms","start":"2026-07-03T16:04:44.928923Z","end":"2026-07-03T16:04:45.546278Z","steps":["trace[1310353718] 'range keys from in-memory index tree' (duration: 617.019465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.54634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:44.928904Z","time spent":"617.426145ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:04:45.54656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.347931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13285"} {"level":"warn","ts":"2026-07-03T16:04:45.546589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.215869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:45.546639Z","caller":"traceutil/trace.go:171","msg":"trace[2045873465] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5828; }","duration":"638.468644ms","start":"2026-07-03T16:04:44.908155Z","end":"2026-07-03T16:04:45.546624Z","steps":["trace[2045873465] 'range keys from in-memory index tree' (duration: 638.186878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.546682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:44.908135Z","time spent":"638.532717ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13309,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T16:04:45.54668Z","caller":"traceutil/trace.go:171","msg":"trace[750263763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5828; }","duration":"590.356772ms","start":"2026-07-03T16:04:44.956304Z","end":"2026-07-03T16:04:45.54666Z","steps":["trace[750263763] 'range keys from in-memory index tree' (duration: 590.135937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.546725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:44.956283Z","time spent":"590.433715ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:04:45.692471Z","caller":"traceutil/trace.go:171","msg":"trace[568513133] linearizableReadLoop","detail":"{readStateIndex:6050; appliedIndex:6049; }","duration":"129.98712ms","start":"2026-07-03T16:04:45.562458Z","end":"2026-07-03T16:04:45.692445Z","steps":["trace[568513133] 'read index received' (duration: 129.711763ms)","trace[568513133] 'applied index is now lower than readState.Index' (duration: 273.757µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:45.692533Z","caller":"traceutil/trace.go:171","msg":"trace[1008549121] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"133.287004ms","start":"2026-07-03T16:04:45.559219Z","end":"2026-07-03T16:04:45.692506Z","steps":["trace[1008549121] 'process raft request' (duration: 133.052858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.69274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.247456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:04:45.692809Z","caller":"traceutil/trace.go:171","msg":"trace[156554492] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5829; }","duration":"130.354459ms","start":"2026-07-03T16:04:45.562438Z","end":"2026-07-03T16:04:45.692793Z","steps":["trace[156554492] 'agreement among raft nodes before linearized reading' (duration: 130.098972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:45.957842Z","caller":"traceutil/trace.go:171","msg":"trace[1670435713] linearizableReadLoop","detail":"{readStateIndex:6051; appliedIndex:6050; }","duration":"245.675033ms","start":"2026-07-03T16:04:45.712135Z","end":"2026-07-03T16:04:45.95781Z","steps":["trace[1670435713] 'read index received' (duration: 245.460588ms)","trace[1670435713] 'applied index is now lower than readState.Index' (duration: 213.375µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:45.957913Z","caller":"traceutil/trace.go:171","msg":"trace[1757239891] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"245.958591ms","start":"2026-07-03T16:04:45.711923Z","end":"2026-07-03T16:04:45.957881Z","steps":["trace[1757239891] 'process raft request' (duration: 245.736145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.958005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.856938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18bed32729561bbf\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-07-03T16:04:45.958041Z","caller":"traceutil/trace.go:171","msg":"trace[1432348505] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18bed32729561bbf; range_end:; response_count:1; response_revision:5830; }","duration":"245.92884ms","start":"2026-07-03T16:04:45.7121Z","end":"2026-07-03T16:04:45.958029Z","steps":["trace[1432348505] 'agreement among raft nodes before linearized reading' (duration: 245.818417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.958106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.285393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-07-03T16:04:45.958167Z","caller":"traceutil/trace.go:171","msg":"trace[275907969] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5830; }","duration":"245.402527ms","start":"2026-07-03T16:04:45.712748Z","end":"2026-07-03T16:04:45.958151Z","steps":["trace[275907969] 'agreement among raft nodes before linearized reading' (duration: 245.238513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.958178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.710841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:04:45.95824Z","caller":"traceutil/trace.go:171","msg":"trace[582757058] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5830; }","duration":"216.837784ms","start":"2026-07-03T16:04:45.741377Z","end":"2026-07-03T16:04:45.958215Z","steps":["trace[582757058] 'agreement among raft nodes before linearized reading' (duration: 216.712931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.958294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.762327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T16:04:45.95838Z","caller":"traceutil/trace.go:171","msg":"trace[836480262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5830; }","duration":"135.904971ms","start":"2026-07-03T16:04:45.822455Z","end":"2026-07-03T16:04:45.95836Z","steps":["trace[836480262] 'agreement among raft nodes before linearized reading' (duration: 135.626674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.359584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.607771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:46.359691Z","caller":"traceutil/trace.go:171","msg":"trace[239486504] linearizableReadLoop","detail":"{readStateIndex:6059; appliedIndex:6058; }","duration":"347.280646ms","start":"2026-07-03T16:04:46.012393Z","end":"2026-07-03T16:04:46.359673Z","steps":["trace[239486504] 'read index received' (duration: 28.555202ms)","trace[239486504] 'applied index is now lower than readState.Index' (duration: 318.724004ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:46.359782Z","caller":"traceutil/trace.go:171","msg":"trace[673173639] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"348.075896ms","start":"2026-07-03T16:04:46.011673Z","end":"2026-07-03T16:04:46.359749Z","steps":["trace[673173639] 'process raft request' (duration: 29.200898ms)","trace[673173639] 'compare' (duration: 318.481048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:46.359898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.498842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-03T16:04:46.359918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.011652Z","time spent":"348.208199ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:46.359964Z","caller":"traceutil/trace.go:171","msg":"trace[1141707776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f; range_end:; response_count:1; response_revision:5837; }","duration":"347.605014ms","start":"2026-07-03T16:04:46.012346Z","end":"2026-07-03T16:04:46.359951Z","steps":["trace[1141707776] 'agreement among raft nodes before linearized reading' (duration: 347.432689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.359995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.012332Z","time spent":"347.657476ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" "} {"level":"info","ts":"2026-07-03T16:04:46.440512Z","caller":"traceutil/trace.go:171","msg":"trace[1562096217] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"419.270689ms","start":"2026-07-03T16:04:46.021187Z","end":"2026-07-03T16:04:46.440458Z","steps":["trace[1562096217] 'process raft request' (duration: 419.018262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.440607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.240582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:04:46.440635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.138281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T16:04:46.440692Z","caller":"traceutil/trace.go:171","msg":"trace[315918449] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5838; }","duration":"366.366704ms","start":"2026-07-03T16:04:46.074304Z","end":"2026-07-03T16:04:46.440671Z","steps":["trace[315918449] 'agreement among raft nodes before linearized reading' (duration: 366.18955ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:46.440715Z","caller":"traceutil/trace.go:171","msg":"trace[661416113] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5838; }","duration":"427.243194ms","start":"2026-07-03T16:04:46.013453Z","end":"2026-07-03T16:04:46.440696Z","steps":["trace[661416113] 'agreement among raft nodes before linearized reading' (duration: 427.010488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.440708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.034178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-03T16:04:46.440738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.074288Z","time spent":"366.442137ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:04:46.44072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.021154Z","time spent":"419.464105ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13643,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:46.440761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.013446Z","time spent":"427.304845ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:04:46.440771Z","caller":"traceutil/trace.go:171","msg":"trace[1935304554] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5838; }","duration":"427.145111ms","start":"2026-07-03T16:04:46.013607Z","end":"2026-07-03T16:04:46.440752Z","steps":["trace[1935304554] 'agreement among raft nodes before linearized reading' (duration: 426.842544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.440814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.013587Z","time spent":"427.219023ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-03T16:04:46.66846Z","caller":"traceutil/trace.go:171","msg":"trace[322232297] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"221.69803ms","start":"2026-07-03T16:04:46.446727Z","end":"2026-07-03T16:04:46.668425Z","steps":["trace[322232297] 'process raft request' (duration: 195.790456ms)","trace[322232297] 'compare' (duration: 25.614906ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:46.679527Z","caller":"traceutil/trace.go:171","msg":"trace[1955092363] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"231.979873ms","start":"2026-07-03T16:04:46.447524Z","end":"2026-07-03T16:04:46.679504Z","steps":["trace[1955092363] 'process raft request' (duration: 231.788417ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:46.67991Z","caller":"traceutil/trace.go:171","msg":"trace[1919908556] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"231.001138ms","start":"2026-07-03T16:04:46.448888Z","end":"2026-07-03T16:04:46.679889Z","steps":["trace[1919908556] 'process raft request' (duration: 230.559315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:46.680297Z","caller":"traceutil/trace.go:171","msg":"trace[690346489] linearizableReadLoop","detail":"{readStateIndex:6063; appliedIndex:6060; }","duration":"231.191242ms","start":"2026-07-03T16:04:46.449087Z","end":"2026-07-03T16:04:46.680278Z","steps":["trace[690346489] 'read index received' (duration: 193.410754ms)","trace[690346489] 'applied index is now lower than readState.Index' (duration: 37.778578ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:46.680287Z","caller":"traceutil/trace.go:171","msg":"trace[2056556791] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"230.898786ms","start":"2026-07-03T16:04:46.449346Z","end":"2026-07-03T16:04:46.680245Z","steps":["trace[2056556791] 'process raft request' (duration: 230.439984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:46.680476Z","caller":"traceutil/trace.go:171","msg":"trace[521550003] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"223.116665ms","start":"2026-07-03T16:04:46.457343Z","end":"2026-07-03T16:04:46.68046Z","steps":["trace[521550003] 'process raft request' (duration: 222.53585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.680782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.267461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-07-03T16:04:46.680923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.822498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T16:04:46.680964Z","caller":"traceutil/trace.go:171","msg":"trace[364373511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5847; }","duration":"231.89022ms","start":"2026-07-03T16:04:46.449065Z","end":"2026-07-03T16:04:46.680955Z","steps":["trace[364373511] 'agreement among raft nodes before linearized reading' (duration: 231.797088ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:46.680858Z","caller":"traceutil/trace.go:171","msg":"trace[1511318931] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5847; }","duration":"227.386184ms","start":"2026-07-03T16:04:46.453454Z","end":"2026-07-03T16:04:46.68084Z","steps":["trace[1511318931] 'agreement among raft nodes before linearized reading' (duration: 227.111488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:47.155141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.264078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:04:47.155226Z","caller":"traceutil/trace.go:171","msg":"trace[1350371660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5852; }","duration":"383.404401ms","start":"2026-07-03T16:04:46.771806Z","end":"2026-07-03T16:04:47.15521Z","steps":["trace[1350371660] 'range keys from in-memory index tree' (duration: 383.029861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:47.155208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.772007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:04:47.155267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.771785Z","time spent":"383.472483ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:04:47.155278Z","caller":"traceutil/trace.go:171","msg":"trace[497800087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5852; }","duration":"199.88673ms","start":"2026-07-03T16:04:46.955373Z","end":"2026-07-03T16:04:47.15526Z","steps":["trace[497800087] 'range keys from in-memory index tree' (duration: 199.636663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:47.155368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.391647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T16:04:47.155407Z","caller":"traceutil/trace.go:171","msg":"trace[1065359494] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5852; }","duration":"199.431758ms","start":"2026-07-03T16:04:46.955965Z","end":"2026-07-03T16:04:47.155396Z","steps":["trace[1065359494] 'range keys from in-memory index tree' (duration: 199.310875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:47.155773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.876464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:04:47.155834Z","caller":"traceutil/trace.go:171","msg":"trace[1197894005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5852; }","duration":"383.980577ms","start":"2026-07-03T16:04:46.771839Z","end":"2026-07-03T16:04:47.15582Z","steps":["trace[1197894005] 'range keys from in-memory index tree' (duration: 383.744839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:47.155866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.771817Z","time spent":"384.041708ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:04:47.412382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.097983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:04:47.412452Z","caller":"traceutil/trace.go:171","msg":"trace[1774128395] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5854; }","duration":"123.207146ms","start":"2026-07-03T16:04:47.289226Z","end":"2026-07-03T16:04:47.412433Z","steps":["trace[1774128395] 'range keys from in-memory index tree' (duration: 122.95413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:50.812637Z","caller":"traceutil/trace.go:171","msg":"trace[156482387] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"110.925292ms","start":"2026-07-03T16:04:50.701655Z","end":"2026-07-03T16:04:50.81258Z","steps":["trace[156482387] 'process raft request' (duration: 110.595213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:50.812867Z","caller":"traceutil/trace.go:171","msg":"trace[471286546] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"110.474559ms","start":"2026-07-03T16:04:50.702368Z","end":"2026-07-03T16:04:50.812843Z","steps":["trace[471286546] 'process raft request' (duration: 110.066629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:50.812982Z","caller":"traceutil/trace.go:171","msg":"trace[1055168882] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"110.450069ms","start":"2026-07-03T16:04:50.702447Z","end":"2026-07-03T16:04:50.812897Z","steps":["trace[1055168882] 'process raft request' (duration: 110.324826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:50.813087Z","caller":"traceutil/trace.go:171","msg":"trace[513456054] linearizableReadLoop","detail":"{readStateIndex:6106; appliedIndex:6102; }","duration":"108.162371ms","start":"2026-07-03T16:04:50.70491Z","end":"2026-07-03T16:04:50.813072Z","steps":["trace[513456054] 'read index received' (duration: 25.760461ms)","trace[513456054] 'applied index is now lower than readState.Index' (duration: 82.140124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:50.813254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.326375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:04:50.813309Z","caller":"traceutil/trace.go:171","msg":"trace[597153810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:5884; }","duration":"108.422748ms","start":"2026-07-03T16:04:50.704874Z","end":"2026-07-03T16:04:50.813297Z","steps":["trace[597153810] 'agreement among raft nodes before linearized reading' (duration: 108.252934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:50.84399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.445541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:04:50.844046Z","caller":"traceutil/trace.go:171","msg":"trace[434039505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5885; }","duration":"112.545913ms","start":"2026-07-03T16:04:50.731488Z","end":"2026-07-03T16:04:50.844034Z","steps":["trace[434039505] 'agreement among raft nodes before linearized reading' (duration: 112.41885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:50.844187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.455522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:04:50.844206Z","caller":"traceutil/trace.go:171","msg":"trace[1973766574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5885; }","duration":"114.519373ms","start":"2026-07-03T16:04:50.72968Z","end":"2026-07-03T16:04:50.8442Z","steps":["trace[1973766574] 'agreement among raft nodes before linearized reading' (duration: 114.450612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:50.844607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.945592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:04:50.844637Z","caller":"traceutil/trace.go:171","msg":"trace[1435513414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5885; }","duration":"129.010604ms","start":"2026-07-03T16:04:50.715619Z","end":"2026-07-03T16:04:50.84463Z","steps":["trace[1435513414] 'agreement among raft nodes before linearized reading' (duration: 128.663116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.759062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.268649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:19.759173Z","caller":"traceutil/trace.go:171","msg":"trace[1440240841] linearizableReadLoop","detail":"{readStateIndex:6332; appliedIndex:6331; }","duration":"226.642506ms","start":"2026-07-03T16:05:19.532513Z","end":"2026-07-03T16:05:19.759156Z","steps":["trace[1440240841] 'read index received' (duration: 6.023884ms)","trace[1440240841] 'applied index is now lower than readState.Index' (duration: 220.617332ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:19.759272Z","caller":"traceutil/trace.go:171","msg":"trace[862698208] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"228.505643ms","start":"2026-07-03T16:05:19.530753Z","end":"2026-07-03T16:05:19.759259Z","steps":["trace[862698208] 'process raft request' (duration: 111.956537ms)","trace[862698208] 'compare' (duration: 116.008603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:19.759524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.458466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-07-03T16:05:19.759608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.840573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:05:19.75965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.04433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:19.759651Z","caller":"traceutil/trace.go:171","msg":"trace[636642659] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6102; }","duration":"225.595719ms","start":"2026-07-03T16:05:19.534028Z","end":"2026-07-03T16:05:19.759624Z","steps":["trace[636642659] 'agreement among raft nodes before linearized reading' (duration: 225.291862ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:19.759715Z","caller":"traceutil/trace.go:171","msg":"trace[1928224523] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6102; }","duration":"144.130811ms","start":"2026-07-03T16:05:19.615568Z","end":"2026-07-03T16:05:19.759699Z","steps":["trace[1928224523] 'agreement among raft nodes before linearized reading' (duration: 143.979138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.759695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.102079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-07-03T16:05:19.759712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.797514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:05:19.759739Z","caller":"traceutil/trace.go:171","msg":"trace[2078804080] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:6102; }","duration":"198.984187ms","start":"2026-07-03T16:05:19.56071Z","end":"2026-07-03T16:05:19.759694Z","steps":["trace[2078804080] 'agreement among raft nodes before linearized reading' (duration: 198.790592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.759738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.20104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126319"} {"level":"info","ts":"2026-07-03T16:05:19.759781Z","caller":"traceutil/trace.go:171","msg":"trace[686859423] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6102; }","duration":"206.220693ms","start":"2026-07-03T16:05:19.553537Z","end":"2026-07-03T16:05:19.759758Z","steps":["trace[686859423] 'agreement among raft nodes before linearized reading' (duration: 205.979007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:19.759781Z","caller":"traceutil/trace.go:171","msg":"trace[42385867] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6102; }","duration":"218.877346ms","start":"2026-07-03T16:05:19.540885Z","end":"2026-07-03T16:05:19.759762Z","steps":["trace[42385867] 'agreement among raft nodes before linearized reading' (duration: 218.666321ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:19.759828Z","caller":"traceutil/trace.go:171","msg":"trace[52164385] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6102; }","duration":"227.324023ms","start":"2026-07-03T16:05:19.532485Z","end":"2026-07-03T16:05:19.759809Z","steps":["trace[52164385] 'agreement among raft nodes before linearized reading' (duration: 227.038426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.965305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.183626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:19.965405Z","caller":"traceutil/trace.go:171","msg":"trace[12588508] linearizableReadLoop","detail":"{readStateIndex:6335; appliedIndex:6334; }","duration":"117.88316ms","start":"2026-07-03T16:05:19.847503Z","end":"2026-07-03T16:05:19.965386Z","steps":["trace[12588508] 'read index received' (duration: 93.002µs)","trace[12588508] 'applied index is now lower than readState.Index' (duration: 117.788868ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:19.965492Z","caller":"traceutil/trace.go:171","msg":"trace[512599250] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"117.955711ms","start":"2026-07-03T16:05:19.847492Z","end":"2026-07-03T16:05:19.965448Z","steps":["trace[512599250] 'process raft request' (duration: 17.56098ms)","trace[512599250] 'compare' (duration: 100.033022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:19.965597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.100246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T16:05:19.965644Z","caller":"traceutil/trace.go:171","msg":"trace[256724805] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6105; }","duration":"118.196249ms","start":"2026-07-03T16:05:19.847433Z","end":"2026-07-03T16:05:19.965629Z","steps":["trace[256724805] 'agreement among raft nodes before linearized reading' (duration: 118.035814ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.007866Z","caller":"traceutil/trace.go:171","msg":"trace[229031595] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"157.729211ms","start":"2026-07-03T16:05:19.850113Z","end":"2026-07-03T16:05:20.007842Z","steps":["trace[229031595] 'process raft request' (duration: 157.647669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.007942Z","caller":"traceutil/trace.go:171","msg":"trace[1774382547] transaction","detail":"{read_only:false; response_revision:6106; number_of_response:1; }","duration":"159.891425ms","start":"2026-07-03T16:05:19.848034Z","end":"2026-07-03T16:05:20.007926Z","steps":["trace[1774382547] 'process raft request' (duration: 159.610538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:20.007957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.174283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T16:05:20.007986Z","caller":"traceutil/trace.go:171","msg":"trace[1222947367] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6107; }","duration":"160.235345ms","start":"2026-07-03T16:05:19.847743Z","end":"2026-07-03T16:05:20.007978Z","steps":["trace[1222947367] 'agreement among raft nodes before linearized reading' (duration: 160.110872ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.324972Z","caller":"traceutil/trace.go:171","msg":"trace[1165845094] linearizableReadLoop","detail":"{readStateIndex:6349; appliedIndex:6348; }","duration":"104.036795ms","start":"2026-07-03T16:05:20.220917Z","end":"2026-07-03T16:05:20.324953Z","steps":["trace[1165845094] 'read index received' (duration: 93.781042ms)","trace[1165845094] 'applied index is now lower than readState.Index' (duration: 10.254852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:20.325153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.216529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-694454b498-bpsnt\" ","response":"range_response_count:1 size:10602"} {"level":"info","ts":"2026-07-03T16:05:20.325181Z","caller":"traceutil/trace.go:171","msg":"trace[1394287654] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-694454b498-bpsnt; range_end:; response_count:1; response_revision:6119; }","duration":"104.293791ms","start":"2026-07-03T16:05:20.22088Z","end":"2026-07-03T16:05:20.325174Z","steps":["trace[1394287654] 'agreement among raft nodes before linearized reading' (duration: 104.148617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.325599Z","caller":"traceutil/trace.go:171","msg":"trace[1087465572] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"110.990593ms","start":"2026-07-03T16:05:20.214596Z","end":"2026-07-03T16:05:20.325586Z","steps":["trace[1087465572] 'process raft request' (duration: 100.007622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.326387Z","caller":"traceutil/trace.go:171","msg":"trace[2106000587] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"103.606143ms","start":"2026-07-03T16:05:20.222771Z","end":"2026-07-03T16:05:20.326377Z","steps":["trace[2106000587] 'process raft request' (duration: 103.225214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.576624Z","caller":"traceutil/trace.go:171","msg":"trace[285405915] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"183.4558ms","start":"2026-07-03T16:05:20.393141Z","end":"2026-07-03T16:05:20.576596Z","steps":["trace[285405915] 'process raft request' (duration: 180.448403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.623175Z","caller":"traceutil/trace.go:171","msg":"trace[1748711410] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"228.175034ms","start":"2026-07-03T16:05:20.394971Z","end":"2026-07-03T16:05:20.623146Z","steps":["trace[1748711410] 'process raft request' (duration: 227.957589ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.623358Z","caller":"traceutil/trace.go:171","msg":"trace[1599814562] linearizableReadLoop","detail":"{readStateIndex:6359; appliedIndex:6356; }","duration":"164.044531ms","start":"2026-07-03T16:05:20.45928Z","end":"2026-07-03T16:05:20.623324Z","steps":["trace[1599814562] 'read index received' (duration: 114.326188ms)","trace[1599814562] 'applied index is now lower than readState.Index' (duration: 49.715233ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:20.623434Z","caller":"traceutil/trace.go:171","msg":"trace[339407893] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"228.257877ms","start":"2026-07-03T16:05:20.395139Z","end":"2026-07-03T16:05:20.623397Z","steps":["trace[339407893] 'process raft request' (duration: 227.946469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:20.625325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.029713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-07-03T16:05:20.625402Z","caller":"traceutil/trace.go:171","msg":"trace[676102491] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6129; }","duration":"166.158056ms","start":"2026-07-03T16:05:20.459225Z","end":"2026-07-03T16:05:20.625383Z","steps":["trace[676102491] 'agreement among raft nodes before linearized reading' (duration: 164.278077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.823209Z","caller":"traceutil/trace.go:171","msg":"trace[481818954] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"105.093723ms","start":"2026-07-03T16:05:20.71809Z","end":"2026-07-03T16:05:20.823183Z","steps":["trace[481818954] 'process raft request' (duration: 104.734794ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:21.93705Z","caller":"traceutil/trace.go:171","msg":"trace[1379905766] linearizableReadLoop","detail":"{readStateIndex:6381; appliedIndex:6380; }","duration":"173.657119ms","start":"2026-07-03T16:05:21.76336Z","end":"2026-07-03T16:05:21.937017Z","steps":["trace[1379905766] 'read index received' (duration: 87.888572ms)","trace[1379905766] 'applied index is now lower than readState.Index' (duration: 85.767217ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:21.937178Z","caller":"traceutil/trace.go:171","msg":"trace[641375319] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"285.913284ms","start":"2026-07-03T16:05:21.651202Z","end":"2026-07-03T16:05:21.937115Z","steps":["trace[641375319] 'process raft request' (duration: 200.110657ms)","trace[641375319] 'compare' (duration: 85.399507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:21.937356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.981017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:05:21.937426Z","caller":"traceutil/trace.go:171","msg":"trace[1109865226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6150; }","duration":"174.097199ms","start":"2026-07-03T16:05:21.763309Z","end":"2026-07-03T16:05:21.937406Z","steps":["trace[1109865226] 'agreement among raft nodes before linearized reading' (duration: 173.856463ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.201996Z","caller":"traceutil/trace.go:171","msg":"trace[1227693366] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"237.588736ms","start":"2026-07-03T16:05:24.96439Z","end":"2026-07-03T16:05:25.201979Z","steps":["trace[1227693366] 'process raft request' (duration: 237.473133ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.213107Z","caller":"traceutil/trace.go:171","msg":"trace[804819586] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"246.834432ms","start":"2026-07-03T16:05:24.966253Z","end":"2026-07-03T16:05:25.213087Z","steps":["trace[804819586] 'process raft request' (duration: 246.675008ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.213389Z","caller":"traceutil/trace.go:171","msg":"trace[1471965718] linearizableReadLoop","detail":"{readStateIndex:6412; appliedIndex:6409; }","duration":"127.190599ms","start":"2026-07-03T16:05:25.086178Z","end":"2026-07-03T16:05:25.213368Z","steps":["trace[1471965718] 'read index received' (duration: 116.043314ms)","trace[1471965718] 'applied index is now lower than readState.Index' (duration: 11.146275ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:25.213498Z","caller":"traceutil/trace.go:171","msg":"trace[1761008929] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"244.240246ms","start":"2026-07-03T16:05:24.969252Z","end":"2026-07-03T16:05:25.213492Z","steps":["trace[1761008929] 'process raft request' (duration: 243.798705ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.21344Z","caller":"traceutil/trace.go:171","msg":"trace[1485397894] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"242.462271ms","start":"2026-07-03T16:05:24.970943Z","end":"2026-07-03T16:05:25.213406Z","steps":["trace[1485397894] 'process raft request' (duration: 242.317148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:25.213612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.419395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T16:05:25.213672Z","caller":"traceutil/trace.go:171","msg":"trace[814519183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6181; }","duration":"127.538008ms","start":"2026-07-03T16:05:25.086119Z","end":"2026-07-03T16:05:25.213657Z","steps":["trace[814519183] 'agreement among raft nodes before linearized reading' (duration: 127.384474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:25.213686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.372134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:05:25.213734Z","caller":"traceutil/trace.go:171","msg":"trace[168685619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6181; }","duration":"127.470866ms","start":"2026-07-03T16:05:25.086256Z","end":"2026-07-03T16:05:25.213727Z","steps":["trace[168685619] 'agreement among raft nodes before linearized reading' (duration: 127.336823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:25.213824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.449576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:05:25.213798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.515816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:05:25.213852Z","caller":"traceutil/trace.go:171","msg":"trace[59413031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6181; }","duration":"127.504176ms","start":"2026-07-03T16:05:25.086343Z","end":"2026-07-03T16:05:25.213847Z","steps":["trace[59413031] 'agreement among raft nodes before linearized reading' (duration: 127.440175ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.213919Z","caller":"traceutil/trace.go:171","msg":"trace[26016857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:6181; }","duration":"125.653219ms","start":"2026-07-03T16:05:25.088216Z","end":"2026-07-03T16:05:25.213869Z","steps":["trace[26016857] 'agreement among raft nodes before linearized reading' (duration: 125.421363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:36.150923Z","caller":"traceutil/trace.go:171","msg":"trace[1714601143] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"438.216475ms","start":"2026-07-03T16:05:35.712671Z","end":"2026-07-03T16:05:36.150888Z","steps":["trace[1714601143] 'process raft request' (duration: 389.635231ms)","trace[1714601143] 'compare' (duration: 48.296837ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:36.150942Z","caller":"traceutil/trace.go:171","msg":"trace[254981532] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"164.886794ms","start":"2026-07-03T16:05:35.986031Z","end":"2026-07-03T16:05:36.150918Z","steps":["trace[254981532] 'process raft request' (duration: 164.799832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.151082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.712647Z","time spent":"438.351178ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:36.151121Z","caller":"traceutil/trace.go:171","msg":"trace[883396736] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6474; }","duration":"391.19755ms","start":"2026-07-03T16:05:35.759898Z","end":"2026-07-03T16:05:36.151095Z","steps":["trace[883396736] 'read index received' (duration: 342.467982ms)","trace[883396736] 'applied index is now lower than readState.Index' (duration: 48.728048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:36.151663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.183716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T16:05:36.151758Z","caller":"traceutil/trace.go:171","msg":"trace[1897063127] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:6243; }","duration":"198.31423ms","start":"2026-07-03T16:05:35.953431Z","end":"2026-07-03T16:05:36.151745Z","steps":["trace[1897063127] 'agreement among raft nodes before linearized reading' (duration: 198.120495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.152093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.171206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-07-03T16:05:36.152164Z","caller":"traceutil/trace.go:171","msg":"trace[557300757] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6243; }","duration":"392.287908ms","start":"2026-07-03T16:05:35.759861Z","end":"2026-07-03T16:05:36.152149Z","steps":["trace[557300757] 'agreement among raft nodes before linearized reading' (duration: 391.326833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.152211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.759838Z","time spent":"392.35663ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224980,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:05:37.494206Z","caller":"traceutil/trace.go:171","msg":"trace[854867584] linearizableReadLoop","detail":"{readStateIndex:6486; appliedIndex:6484; }","duration":"107.125995ms","start":"2026-07-03T16:05:37.387052Z","end":"2026-07-03T16:05:37.494178Z","steps":["trace[854867584] 'read index received' (duration: 17.633883ms)","trace[854867584] 'applied index is now lower than readState.Index' (duration: 89.490822ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:37.494291Z","caller":"traceutil/trace.go:171","msg":"trace[1964325111] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"107.213417ms","start":"2026-07-03T16:05:37.387041Z","end":"2026-07-03T16:05:37.494254Z","steps":["trace[1964325111] 'process raft request' (duration: 106.94458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:37.494366Z","caller":"traceutil/trace.go:171","msg":"trace[1648518] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"107.275819ms","start":"2026-07-03T16:05:37.38705Z","end":"2026-07-03T16:05:37.494326Z","steps":["trace[1648518] 'process raft request' (duration: 107.081284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:37.494846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.764681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101773"} {"level":"info","ts":"2026-07-03T16:05:37.494937Z","caller":"traceutil/trace.go:171","msg":"trace[1235284181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6253; }","duration":"107.908195ms","start":"2026-07-03T16:05:37.38701Z","end":"2026-07-03T16:05:37.494918Z","steps":["trace[1235284181] 'agreement among raft nodes before linearized reading' (duration: 107.407012ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:42.783076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5812} {"level":"info","ts":"2026-07-03T16:09:42.869457Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5812,"took":"84.478641ms","hash":2775845231,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":26230784,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T16:09:42.869537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2775845231,"revision":5812,"compact-revision":2908} {"level":"info","ts":"2026-07-03T16:10:47.928632Z","caller":"traceutil/trace.go:171","msg":"trace[1208874796] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"112.430204ms","start":"2026-07-03T16:10:47.816177Z","end":"2026-07-03T16:10:47.928607Z","steps":["trace[1208874796] 'process raft request' (duration: 59.589535ms)","trace[1208874796] 'compare' (duration: 52.607684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:10:55.005258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.308356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:10:55.005641Z","caller":"traceutil/trace.go:171","msg":"trace[1776626104] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"324.848203ms","start":"2026-07-03T16:10:54.680779Z","end":"2026-07-03T16:10:55.005628Z","steps":["trace[1776626104] 'process raft request' (duration: 324.549536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:55.005678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:54.680752Z","time spent":"324.907844ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:10:55.005781Z","caller":"traceutil/trace.go:171","msg":"trace[573438503] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"322.882152ms","start":"2026-07-03T16:10:54.682876Z","end":"2026-07-03T16:10:55.005758Z","steps":["trace[573438503] 'process raft request' (duration: 322.513043ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:55.005771Z","caller":"traceutil/trace.go:171","msg":"trace[617970880] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"371.389022ms","start":"2026-07-03T16:10:54.634261Z","end":"2026-07-03T16:10:55.00565Z","steps":["trace[617970880] 'process raft request' (duration: 266.582913ms)","trace[617970880] 'compare' (duration: 104.186762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:10:55.005853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:54.682859Z","time spent":"322.957535ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:10:55.005901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:54.634234Z","time spent":"371.592576ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:10:55.809391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965356317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:10:56.31017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965356317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:10:56.811283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965356317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:10:56.961831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.726968987s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:10:56.962343Z","caller":"traceutil/trace.go:171","msg":"trace[26430256] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"1.727553453s","start":"2026-07-03T16:10:55.234739Z","end":"2026-07-03T16:10:56.962293Z","steps":["trace[26430256] 'process raft request' (duration: 1.727268315s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:56.962552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.234706Z","time spent":"1.727742738s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:10:57.955405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:10:57.955483Z","caller":"traceutil/trace.go:171","msg":"trace[992483796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149291s","start":"2026-07-03T16:10:55.955316Z","end":"2026-07-03T16:10:57.955465Z","steps":["trace[992483796] 'agreement among raft nodes before linearized reading' (duration: 2.000048068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:57.955526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.955295Z","time spent":"2.000219792s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:10:58.360241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300371905s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:10:58.366888Z","caller":"traceutil/trace.go:171","msg":"trace[2014601942] linearizableReadLoop","detail":"{readStateIndex:8904; appliedIndex:8901; }","duration":"3.058164518s","start":"2026-07-03T16:10:55.308706Z","end":"2026-07-03T16:10:58.36687Z","steps":["trace[2014601942] 'read index received' (duration: 1.653377613s)","trace[2014601942] 'applied index is now lower than readState.Index' (duration: 1.404786355s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:58.366988Z","caller":"traceutil/trace.go:171","msg":"trace[1320918161] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"3.129464984s","start":"2026-07-03T16:10:55.237511Z","end":"2026-07-03T16:10:58.366976Z","steps":["trace[1320918161] 'process raft request' (duration: 3.122971336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.36707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.237487Z","time spent":"3.129527986s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:10:58.367132Z","caller":"traceutil/trace.go:171","msg":"trace[292493699] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"1.83812201s","start":"2026-07-03T16:10:56.528983Z","end":"2026-07-03T16:10:58.367105Z","steps":["trace[292493699] 'process raft request' (duration: 1.837818762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.367264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:56.528967Z","time spent":"1.838230133s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:10:58.36729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058590859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:10:58.367317Z","caller":"traceutil/trace.go:171","msg":"trace[1586481266] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:8593; }","duration":"3.05864679s","start":"2026-07-03T16:10:55.308661Z","end":"2026-07-03T16:10:58.367308Z","steps":["trace[1586481266] 'agreement among raft nodes before linearized reading' (duration: 3.058551288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.367336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.308642Z","time spent":"3.058689471s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:10:58.37621Z","caller":"traceutil/trace.go:171","msg":"trace[732765834] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"1.365953225s","start":"2026-07-03T16:10:57.010235Z","end":"2026-07-03T16:10:58.376188Z","steps":["trace[732765834] 'process raft request' (duration: 1.365829141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.010219Z","time spent":"1.366056797s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:10:58.376426Z","caller":"traceutil/trace.go:171","msg":"trace[1065905860] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"1.36576038s","start":"2026-07-03T16:10:57.010643Z","end":"2026-07-03T16:10:58.376403Z","steps":["trace[1065905860] 'process raft request' (duration: 1.365517214s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:58.37648Z","caller":"traceutil/trace.go:171","msg":"trace[1174398358] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"718.722083ms","start":"2026-07-03T16:10:57.657751Z","end":"2026-07-03T16:10:58.376473Z","steps":["trace[1174398358] 'process raft request' (duration: 718.647621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.010635Z","time spent":"1.365848812s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:10:58.376541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.657726Z","time spent":"718.772443ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:10:58.376594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.55143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:10:58.376437Z","caller":"traceutil/trace.go:171","msg":"trace[1041579187] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"1.365185174s","start":"2026-07-03T16:10:57.01124Z","end":"2026-07-03T16:10:58.376425Z","steps":["trace[1041579187] 'process raft request' (duration: 1.365096311s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.445663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:10:58.376625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405715062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:10:58.376639Z","caller":"traceutil/trace.go:171","msg":"trace[692327417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"420.565677ms","start":"2026-07-03T16:10:57.956064Z","end":"2026-07-03T16:10:58.376629Z","steps":["trace[692327417] 'agreement among raft nodes before linearized reading' (duration: 420.432243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.011234Z","time spent":"1.36539032s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:10:58.376655Z","caller":"traceutil/trace.go:171","msg":"trace[339102495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8597; }","duration":"2.405778813s","start":"2026-07-03T16:10:55.970864Z","end":"2026-07-03T16:10:58.376643Z","steps":["trace[339102495] 'agreement among raft nodes before linearized reading' (duration: 2.405695021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378990369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:10:58.376664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.956052Z","time spent":"420.605558ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:10:58.376546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083062435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:10:58.376643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856614349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:10:58.376685Z","caller":"traceutil/trace.go:171","msg":"trace[445237841] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8597; }","duration":"1.379063991s","start":"2026-07-03T16:10:56.997613Z","end":"2026-07-03T16:10:58.376677Z","steps":["trace[445237841] 'agreement among raft nodes before linearized reading' (duration: 1.37902906s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:58.376696Z","caller":"traceutil/trace.go:171","msg":"trace[335073540] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8597; }","duration":"2.08325121s","start":"2026-07-03T16:10:56.293435Z","end":"2026-07-03T16:10:58.376686Z","steps":["trace[335073540] 'agreement among raft nodes before linearized reading' (duration: 2.083064766s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:56.997582Z","time spent":"1.379123153s","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:10:58.376719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:56.293407Z","time spent":"2.083305702s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:10:58.376722Z","caller":"traceutil/trace.go:171","msg":"trace[1372388938] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8597; }","duration":"2.856744553s","start":"2026-07-03T16:10:55.519958Z","end":"2026-07-03T16:10:58.376702Z","steps":["trace[1372388938] 'agreement among raft nodes before linearized reading' (duration: 2.856609009s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.37679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213215742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:10:58.376851Z","caller":"traceutil/trace.go:171","msg":"trace[1628401527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8597; }","duration":"1.213331055s","start":"2026-07-03T16:10:57.163507Z","end":"2026-07-03T16:10:58.376838Z","steps":["trace[1628401527] 'agreement among raft nodes before linearized reading' (duration: 1.213102719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.163486Z","time spent":"1.213388986s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:10:58.376876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053816859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:10:58.376916Z","caller":"traceutil/trace.go:171","msg":"trace[1647967042] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8597; }","duration":"1.053898371s","start":"2026-07-03T16:10:57.323006Z","end":"2026-07-03T16:10:58.376904Z","steps":["trace[1647967042] 'agreement among raft nodes before linearized reading' (duration: 1.053830489s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:58.376627Z","caller":"traceutil/trace.go:171","msg":"trace[873336411] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8597; }","duration":"612.623641ms","start":"2026-07-03T16:10:57.763991Z","end":"2026-07-03T16:10:58.376615Z","steps":["trace[873336411] 'agreement among raft nodes before linearized reading' (duration: 612.57727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388428723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:10:58.376983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.322982Z","time spent":"1.053993184s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:10:58.377012Z","caller":"traceutil/trace.go:171","msg":"trace[1404056854] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8597; }","duration":"1.388539036s","start":"2026-07-03T16:10:56.98846Z","end":"2026-07-03T16:10:58.376999Z","steps":["trace[1404056854] 'agreement among raft nodes before linearized reading' (duration: 1.388356572s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.377008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:57.763967Z","time spent":"613.026491ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:10:58.377057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:56.988401Z","time spent":"1.388648078s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:10:58.376679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.970844Z","time spent":"2.405829404s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:10:58.377102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508651371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:10:58.377205Z","caller":"traceutil/trace.go:171","msg":"trace[638246256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8597; }","duration":"2.508811365s","start":"2026-07-03T16:10:55.86836Z","end":"2026-07-03T16:10:58.377172Z","steps":["trace[638246256] 'agreement among raft nodes before linearized reading' (duration: 2.508505227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.376758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.51993Z","time spent":"2.856820215s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:10:58.377262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.868341Z","time spent":"2.508910698s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:10:58.377227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410783232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T16:10:58.377398Z","caller":"traceutil/trace.go:171","msg":"trace[771050434] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:8597; }","duration":"2.410954776s","start":"2026-07-03T16:10:55.966424Z","end":"2026-07-03T16:10:58.377379Z","steps":["trace[771050434] 'agreement among raft nodes before linearized reading' (duration: 2.410405282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:58.377484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:10:55.966385Z","time spent":"2.411074989s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"info","ts":"2026-07-03T16:11:07.205118Z","caller":"traceutil/trace.go:171","msg":"trace[1086735114] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"192.809261ms","start":"2026-07-03T16:11:07.012274Z","end":"2026-07-03T16:11:07.205084Z","steps":["trace[1086735114] 'process raft request' (duration: 192.560085ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.295674Z","caller":"traceutil/trace.go:171","msg":"trace[1413267237] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"887.195685ms","start":"2026-07-03T16:11:08.408432Z","end":"2026-07-03T16:11:09.295628Z","steps":["trace[1413267237] 'process raft request' (duration: 886.973179ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.295744Z","caller":"traceutil/trace.go:171","msg":"trace[1781443101] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"878.083582ms","start":"2026-07-03T16:11:08.417625Z","end":"2026-07-03T16:11:09.295708Z","steps":["trace[1781443101] 'process raft request' (duration: 877.954639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.295754Z","caller":"traceutil/trace.go:171","msg":"trace[1539026249] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"877.690441ms","start":"2026-07-03T16:11:08.418021Z","end":"2026-07-03T16:11:09.295711Z","steps":["trace[1539026249] 'process raft request' (duration: 877.577778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.295826Z","caller":"traceutil/trace.go:171","msg":"trace[266080107] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"887.353709ms","start":"2026-07-03T16:11:08.408432Z","end":"2026-07-03T16:11:09.295786Z","steps":["trace[266080107] 'process raft request' (duration: 887.118023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.295839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.408403Z","time spent":"887.355709ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:09.295872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.653729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:11:09.29589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.417601Z","time spent":"878.206794ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:09.295645Z","caller":"traceutil/trace.go:171","msg":"trace[885974933] linearizableReadLoop","detail":"{readStateIndex:8966; appliedIndex:8962; }","duration":"875.414153ms","start":"2026-07-03T16:11:08.42021Z","end":"2026-07-03T16:11:09.295624Z","steps":["trace[885974933] 'read index received' (duration: 53.981577ms)","trace[885974933] 'applied index is now lower than readState.Index' (duration: 821.431866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:09.295955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.408403Z","time spent":"887.492003ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:09.29591Z","caller":"traceutil/trace.go:171","msg":"trace[1846601305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8652; }","duration":"875.728121ms","start":"2026-07-03T16:11:08.420172Z","end":"2026-07-03T16:11:09.2959Z","steps":["trace[1846601305] 'agreement among raft nodes before linearized reading' (duration: 875.559216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.296043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.420159Z","time spent":"875.874434ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:11:09.295913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.418002Z","time spent":"877.828435ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:09.296118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.211603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:09.296153Z","caller":"traceutil/trace.go:171","msg":"trace[358492681] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8652; }","duration":"714.294405ms","start":"2026-07-03T16:11:08.581849Z","end":"2026-07-03T16:11:09.296144Z","steps":["trace[358492681] 'agreement among raft nodes before linearized reading' (duration: 714.221313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.296189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.581824Z","time spent":"714.356036ms","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:09.296161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.291813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:09.296231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.668353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:11:09.296267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.526208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:09.296279Z","caller":"traceutil/trace.go:171","msg":"trace[1423880741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8652; }","duration":"339.454368ms","start":"2026-07-03T16:11:08.956801Z","end":"2026-07-03T16:11:09.296255Z","steps":["trace[1423880741] 'agreement among raft nodes before linearized reading' (duration: 339.262773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.296304Z","caller":"traceutil/trace.go:171","msg":"trace[947078514] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8652; }","duration":"416.60555ms","start":"2026-07-03T16:11:08.879689Z","end":"2026-07-03T16:11:09.296294Z","steps":["trace[947078514] 'agreement among raft nodes before linearized reading' (duration: 416.493957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.296303Z","caller":"traceutil/trace.go:171","msg":"trace[1298438376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8652; }","duration":"874.765595ms","start":"2026-07-03T16:11:08.421519Z","end":"2026-07-03T16:11:09.296284Z","steps":["trace[1298438376] 'agreement among raft nodes before linearized reading' (duration: 874.54972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.29631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.214814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-03T16:11:09.296336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.879666Z","time spent":"416.662241ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":56,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:09.29633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.620791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:11:09.296352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.421485Z","time spent":"874.853898ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:11:09.296356Z","caller":"traceutil/trace.go:171","msg":"trace[628375693] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8652; }","duration":"408.282496ms","start":"2026-07-03T16:11:08.888058Z","end":"2026-07-03T16:11:09.296341Z","steps":["trace[628375693] 'agreement among raft nodes before linearized reading' (duration: 408.107161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.296394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.888047Z","time spent":"408.339747ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-03T16:11:09.296388Z","caller":"traceutil/trace.go:171","msg":"trace[1738098403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8652; }","duration":"872.703213ms","start":"2026-07-03T16:11:08.423669Z","end":"2026-07-03T16:11:09.296373Z","steps":["trace[1738098403] 'agreement among raft nodes before linearized reading' (duration: 872.547989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.296441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.423659Z","time spent":"872.770145ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:11:09.296475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.480213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:11:09.296523Z","caller":"traceutil/trace.go:171","msg":"trace[579439107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8652; }","duration":"873.553264ms","start":"2026-07-03T16:11:08.422957Z","end":"2026-07-03T16:11:09.29651Z","steps":["trace[579439107] 'agreement among raft nodes before linearized reading' (duration: 873.38659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.296552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.422947Z","time spent":"873.597156ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:11:09.296538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.316549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:11:09.296613Z","caller":"traceutil/trace.go:171","msg":"trace[180309527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:8652; }","duration":"866.415071ms","start":"2026-07-03T16:11:08.430183Z","end":"2026-07-03T16:11:09.296598Z","steps":["trace[180309527] 'agreement among raft nodes before linearized reading' (duration: 866.260407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.296655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.430172Z","time spent":"866.472283ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"warn","ts":"2026-07-03T16:11:09.296593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:08.956786Z","time spent":"339.535569ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:11:09.447811Z","caller":"traceutil/trace.go:171","msg":"trace[53917889] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"146.502132ms","start":"2026-07-03T16:11:09.301276Z","end":"2026-07-03T16:11:09.447778Z","steps":["trace[53917889] 'process raft request' (duration: 146.4211ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.447833Z","caller":"traceutil/trace.go:171","msg":"trace[65846461] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"146.477981ms","start":"2026-07-03T16:11:09.301317Z","end":"2026-07-03T16:11:09.447795Z","steps":["trace[65846461] 'process raft request' (duration: 146.218395ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.448039Z","caller":"traceutil/trace.go:171","msg":"trace[1167363751] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"146.685707ms","start":"2026-07-03T16:11:09.301336Z","end":"2026-07-03T16:11:09.448021Z","steps":["trace[1167363751] 'process raft request' (duration: 146.40564ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:09.448141Z","caller":"traceutil/trace.go:171","msg":"trace[658856882] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8967; }","duration":"145.374823ms","start":"2026-07-03T16:11:09.302738Z","end":"2026-07-03T16:11:09.448112Z","steps":["trace[658856882] 'read index received' (duration: 42.278035ms)","trace[658856882] 'applied index is now lower than readState.Index' (duration: 103.095738ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:09.448218Z","caller":"traceutil/trace.go:171","msg":"trace[1364573959] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"145.444706ms","start":"2026-07-03T16:11:09.302754Z","end":"2026-07-03T16:11:09.448199Z","steps":["trace[1364573959] 'process raft request' (duration: 145.21509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.448629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.860686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224140"} {"level":"info","ts":"2026-07-03T16:11:09.448697Z","caller":"traceutil/trace.go:171","msg":"trace[118736445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8657; }","duration":"145.946808ms","start":"2026-07-03T16:11:09.302735Z","end":"2026-07-03T16:11:09.448681Z","steps":["trace[118736445] 'agreement among raft nodes before linearized reading' (duration: 145.523717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.385355Z","caller":"traceutil/trace.go:171","msg":"trace[474971702] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"906.295696ms","start":"2026-07-03T16:11:10.479035Z","end":"2026-07-03T16:11:11.385331Z","steps":["trace[474971702] 'process raft request' (duration: 906.07329ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.385334Z","caller":"traceutil/trace.go:171","msg":"trace[1795477039] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8972; }","duration":"428.629808ms","start":"2026-07-03T16:11:10.956676Z","end":"2026-07-03T16:11:11.385306Z","steps":["trace[1795477039] 'read index received' (duration: 428.427563ms)","trace[1795477039] 'applied index is now lower than readState.Index' (duration: 201.005µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:11.385485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:10.47901Z","time spent":"906.413449ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:11.38548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.779331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:11.385569Z","caller":"traceutil/trace.go:171","msg":"trace[369122463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8659; }","duration":"428.931625ms","start":"2026-07-03T16:11:10.956617Z","end":"2026-07-03T16:11:11.385549Z","steps":["trace[369122463] 'agreement among raft nodes before linearized reading' (duration: 428.755921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:11.385624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:10.956593Z","time spent":"429.022668ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:11:11.548636Z","caller":"traceutil/trace.go:171","msg":"trace[220241988] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"246.022279ms","start":"2026-07-03T16:11:11.30259Z","end":"2026-07-03T16:11:11.548613Z","steps":["trace[220241988] 'process raft request' (duration: 185.513404ms)","trace[220241988] 'compare' (duration: 60.345521ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:11.548871Z","caller":"traceutil/trace.go:171","msg":"trace[330141668] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"246.160512ms","start":"2026-07-03T16:11:11.302701Z","end":"2026-07-03T16:11:11.548862Z","steps":["trace[330141668] 'process raft request' (duration: 245.868635ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.549035Z","caller":"traceutil/trace.go:171","msg":"trace[1244024240] linearizableReadLoop","detail":"{readStateIndex:8976; appliedIndex:8973; }","duration":"163.569871ms","start":"2026-07-03T16:11:11.385433Z","end":"2026-07-03T16:11:11.549003Z","steps":["trace[1244024240] 'read index received' (duration: 102.675597ms)","trace[1244024240] 'applied index is now lower than readState.Index' (duration: 60.892504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:11.549151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.092496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:11.549197Z","caller":"traceutil/trace.go:171","msg":"trace[223727334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8662; }","duration":"173.199438ms","start":"2026-07-03T16:11:11.375986Z","end":"2026-07-03T16:11:11.549186Z","steps":["trace[223727334] 'agreement among raft nodes before linearized reading' (duration: 173.073785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:11.549322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.224806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:11:11.549375Z","caller":"traceutil/trace.go:171","msg":"trace[1398677303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8662; }","duration":"199.324109ms","start":"2026-07-03T16:11:11.350036Z","end":"2026-07-03T16:11:11.54936Z","steps":["trace[1398677303] 'agreement among raft nodes before linearized reading' (duration: 199.131724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:11.549412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.690516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-07-03T16:11:11.549459Z","caller":"traceutil/trace.go:171","msg":"trace[1913448197] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb; range_end:; response_count:1; response_revision:8662; }","duration":"445.775828ms","start":"2026-07-03T16:11:11.103668Z","end":"2026-07-03T16:11:11.549444Z","steps":["trace[1913448197] 'agreement among raft nodes before linearized reading' (duration: 445.636814ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.549438Z","caller":"traceutil/trace.go:171","msg":"trace[1766710511] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"246.146211ms","start":"2026-07-03T16:11:11.303277Z","end":"2026-07-03T16:11:11.549423Z","steps":["trace[1766710511] 'process raft request' (duration: 245.545556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:11.549494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:11.103648Z","time spent":"445.83821ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb\" "} {"level":"warn","ts":"2026-07-03T16:11:11.549673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.797828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:11.549731Z","caller":"traceutil/trace.go:171","msg":"trace[1211379917] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8662; }","duration":"438.889651ms","start":"2026-07-03T16:11:11.11083Z","end":"2026-07-03T16:11:11.54972Z","steps":["trace[1211379917] 'agreement among raft nodes before linearized reading' (duration: 438.808369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:11.549774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:11.11078Z","time spent":"438.978463ms","remote":"127.0.0.1:44564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:11:11.782772Z","caller":"traceutil/trace.go:171","msg":"trace[2111709501] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"228.18374ms","start":"2026-07-03T16:11:11.554562Z","end":"2026-07-03T16:11:11.782746Z","steps":["trace[2111709501] 'process raft request' (duration: 227.986034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.783075Z","caller":"traceutil/trace.go:171","msg":"trace[1052948885] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"228.452598ms","start":"2026-07-03T16:11:11.554586Z","end":"2026-07-03T16:11:11.783039Z","steps":["trace[1052948885] 'process raft request' (duration: 228.117269ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.78316Z","caller":"traceutil/trace.go:171","msg":"trace[398584398] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"228.471038ms","start":"2026-07-03T16:11:11.554649Z","end":"2026-07-03T16:11:11.78312Z","steps":["trace[398584398] 'process raft request' (duration: 228.288623ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.783197Z","caller":"traceutil/trace.go:171","msg":"trace[813929766] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"228.286943ms","start":"2026-07-03T16:11:11.554881Z","end":"2026-07-03T16:11:11.783168Z","steps":["trace[813929766] 'process raft request' (duration: 228.1646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.78331Z","caller":"traceutil/trace.go:171","msg":"trace[1009997514] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"228.352995ms","start":"2026-07-03T16:11:11.554887Z","end":"2026-07-03T16:11:11.78324Z","steps":["trace[1009997514] 'process raft request' (duration: 228.208941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:11.783172Z","caller":"traceutil/trace.go:171","msg":"trace[1296527821] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8976; }","duration":"227.846842ms","start":"2026-07-03T16:11:11.555297Z","end":"2026-07-03T16:11:11.783144Z","steps":["trace[1296527821] 'read index received' (duration: 59.568251ms)","trace[1296527821] 'applied index is now lower than readState.Index' (duration: 168.277581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:11.783699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.382776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224140"} {"level":"info","ts":"2026-07-03T16:11:11.783759Z","caller":"traceutil/trace.go:171","msg":"trace[596364429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8668; }","duration":"228.453978ms","start":"2026-07-03T16:11:11.555291Z","end":"2026-07-03T16:11:11.783745Z","steps":["trace[596364429] 'agreement among raft nodes before linearized reading' (duration: 227.930564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:13.956841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.509182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:11:13.957193Z","caller":"traceutil/trace.go:171","msg":"trace[1924651605] linearizableReadLoop","detail":"{readStateIndex:8987; appliedIndex:8983; }","duration":"169.75013ms","start":"2026-07-03T16:11:13.787425Z","end":"2026-07-03T16:11:13.957175Z","steps":["trace[1924651605] 'read index received' (duration: 17.9056ms)","trace[1924651605] 'applied index is now lower than readState.Index' (duration: 151.8436ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:13.957225Z","caller":"traceutil/trace.go:171","msg":"trace[1800238161] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"403.593275ms","start":"2026-07-03T16:11:13.553594Z","end":"2026-07-03T16:11:13.957187Z","steps":["trace[1800238161] 'process raft request' (duration: 403.353929ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:13.957334Z","caller":"traceutil/trace.go:171","msg":"trace[1903452095] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"402.667581ms","start":"2026-07-03T16:11:13.554643Z","end":"2026-07-03T16:11:13.957311Z","steps":["trace[1903452095] 'process raft request' (duration: 402.485477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:13.957247Z","caller":"traceutil/trace.go:171","msg":"trace[910320983] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"403.308318ms","start":"2026-07-03T16:11:13.553896Z","end":"2026-07-03T16:11:13.957205Z","steps":["trace[910320983] 'process raft request' (duration: 403.182914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:13.957405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:13.553571Z","time spent":"403.738119ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:13.957422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.041911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:11:13.957469Z","caller":"traceutil/trace.go:171","msg":"trace[1889170644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8672; }","duration":"169.173696ms","start":"2026-07-03T16:11:13.788282Z","end":"2026-07-03T16:11:13.957456Z","steps":["trace[1889170644] 'agreement among raft nodes before linearized reading' (duration: 169.036802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:13.957466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:13.554603Z","time spent":"402.785554ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:13.957481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:13.553887Z","time spent":"403.526454ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:13.957561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.463906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-03T16:11:13.957608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.858617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:11:13.957636Z","caller":"traceutil/trace.go:171","msg":"trace[1310429453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8672; }","duration":"168.903147ms","start":"2026-07-03T16:11:13.788727Z","end":"2026-07-03T16:11:13.95763Z","steps":["trace[1310429453] 'agreement among raft nodes before linearized reading' (duration: 168.828515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:13.957657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.104223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:11:13.957725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.324438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:11:13.957691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.266473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:11:13.957743Z","caller":"traceutil/trace.go:171","msg":"trace[1730873603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8672; }","duration":"169.164534ms","start":"2026-07-03T16:11:13.788525Z","end":"2026-07-03T16:11:13.957689Z","steps":["trace[1730873603] 'agreement among raft nodes before linearized reading' (duration: 169.051741ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:13.957767Z","caller":"traceutil/trace.go:171","msg":"trace[2041183202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8672; }","duration":"169.452152ms","start":"2026-07-03T16:11:13.788304Z","end":"2026-07-03T16:11:13.957756Z","steps":["trace[2041183202] 'agreement among raft nodes before linearized reading' (duration: 169.289878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:13.957788Z","caller":"traceutil/trace.go:171","msg":"trace[2124019632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8672; }","duration":"170.396237ms","start":"2026-07-03T16:11:13.787371Z","end":"2026-07-03T16:11:13.957767Z","steps":["trace[2124019632] 'agreement among raft nodes before linearized reading' (duration: 170.228772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:13.957655Z","caller":"traceutil/trace.go:171","msg":"trace[1774080767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:8672; }","duration":"166.601059ms","start":"2026-07-03T16:11:13.791029Z","end":"2026-07-03T16:11:13.95763Z","steps":["trace[1774080767] 'agreement among raft nodes before linearized reading' (duration: 166.306012ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:14.135315Z","caller":"traceutil/trace.go:171","msg":"trace[495303729] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"173.166006ms","start":"2026-07-03T16:11:13.962102Z","end":"2026-07-03T16:11:14.135268Z","steps":["trace[495303729] 'process raft request' (duration: 159.625999ms)","trace[495303729] 'compare' (duration: 13.202498ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:14.136817Z","caller":"traceutil/trace.go:171","msg":"trace[531815492] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"173.70207ms","start":"2026-07-03T16:11:13.963088Z","end":"2026-07-03T16:11:14.136791Z","steps":["trace[531815492] 'process raft request' (duration: 173.488035ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:14.13717Z","caller":"traceutil/trace.go:171","msg":"trace[1033353465] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"174.002398ms","start":"2026-07-03T16:11:13.963138Z","end":"2026-07-03T16:11:14.137141Z","steps":["trace[1033353465] 'process raft request' (duration: 173.580388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:14.137466Z","caller":"traceutil/trace.go:171","msg":"trace[1007988653] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"174.251245ms","start":"2026-07-03T16:11:13.963199Z","end":"2026-07-03T16:11:14.13745Z","steps":["trace[1007988653] 'process raft request' (duration: 173.805524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:14.137643Z","caller":"traceutil/trace.go:171","msg":"trace[531561321] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"174.392819ms","start":"2026-07-03T16:11:13.963231Z","end":"2026-07-03T16:11:14.137624Z","steps":["trace[531561321] 'process raft request' (duration: 174.153342ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:14.137786Z","caller":"traceutil/trace.go:171","msg":"trace[291266774] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"125.429471ms","start":"2026-07-03T16:11:14.012338Z","end":"2026-07-03T16:11:14.137768Z","steps":["trace[291266774] 'process raft request' (duration: 125.215166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:38.877201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357092,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:11:38.987705Z","caller":"traceutil/trace.go:171","msg":"trace[1847785588] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9183; }","duration":"610.696033ms","start":"2026-07-03T16:11:38.376989Z","end":"2026-07-03T16:11:38.987685Z","steps":["trace[1847785588] 'read index received' (duration: 610.484508ms)","trace[1847785588] 'applied index is now lower than readState.Index' (duration: 210.695µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:38.987754Z","caller":"traceutil/trace.go:171","msg":"trace[1788476771] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"673.059945ms","start":"2026-07-03T16:11:38.314672Z","end":"2026-07-03T16:11:38.987732Z","steps":["trace[1788476771] 'process raft request' (duration: 672.87814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:38.987875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:38.314654Z","time spent":"673.148187ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:38.988041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.047393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-03T16:11:38.988086Z","caller":"traceutil/trace.go:171","msg":"trace[1575233311] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8861; }","duration":"611.141635ms","start":"2026-07-03T16:11:38.376934Z","end":"2026-07-03T16:11:38.988075Z","steps":["trace[1575233311] 'agreement among raft nodes before linearized reading' (duration: 610.862328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:38.988121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:38.376914Z","time spent":"611.199016ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-07-03T16:11:42.621793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:43.122503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:43.622772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:44.123235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:44.623437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:44.955753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:11:44.955847Z","caller":"traceutil/trace.go:171","msg":"trace[1335763858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825124s","start":"2026-07-03T16:11:42.955004Z","end":"2026-07-03T16:11:44.95583Z","steps":["trace[1335763858] 'agreement among raft nodes before linearized reading' (duration: 2.000699361s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:44.955895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.954989Z","time spent":"2.000897197s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:11:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:11:45.124645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:45.624975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:45.965072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.861379748s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:11:46.956109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:11:46.956193Z","caller":"traceutil/trace.go:171","msg":"trace[181841101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123087s","start":"2026-07-03T16:11:44.956048Z","end":"2026-07-03T16:11:46.956172Z","steps":["trace[181841101] 'agreement among raft nodes before linearized reading' (duration: 2.000021394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:46.956245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.956025Z","time spent":"2.000211009s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:11:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:11:47.058582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.059568Z","time spent":"4.999004604s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:11:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:11:47.063395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.064115Z","time spent":"4.999272561s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:11:47.277062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000243115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:11:47.277074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999291442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:11:47.277131Z","caller":"traceutil/trace.go:171","msg":"trace[1975783613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000355269s","start":"2026-07-03T16:11:42.276759Z","end":"2026-07-03T16:11:47.277115Z","steps":["trace[1975783613] 'agreement among raft nodes before linearized reading' (duration: 5.000263596s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.277136Z","caller":"traceutil/trace.go:171","msg":"trace[1665999206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999408384s","start":"2026-07-03T16:11:42.277713Z","end":"2026-07-03T16:11:47.277122Z","steps":["trace[1665999206] 'agreement among raft nodes before linearized reading' (duration: 4.999319011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.277169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.276746Z","time spent":"5.00041629s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:11:47.27717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.277645Z","time spent":"4.999519597s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:11:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:11:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:11:47.296376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999923967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:11:47.296473Z","caller":"traceutil/trace.go:171","msg":"trace[1379161737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000059601s","start":"2026-07-03T16:11:42.296391Z","end":"2026-07-03T16:11:47.29645Z","steps":["trace[1379161737] 'agreement among raft nodes before linearized reading' (duration: 4.999940958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.296524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.296381Z","time spent":"5.000133153s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:11:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:11:47.873143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.907863497s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:11:48.402641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095132172s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:48.402775Z","caller":"traceutil/trace.go:171","msg":"trace[754290908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8877; }","duration":"4.095282315s","start":"2026-07-03T16:11:44.307475Z","end":"2026-07-03T16:11:48.402757Z","steps":["trace[754290908] 'range keys from in-memory index tree' (duration: 4.095113291s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.40372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438335461s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:11:48.40395Z","caller":"traceutil/trace.go:171","msg":"trace[1639268825] linearizableReadLoop","detail":"{readStateIndex:9206; appliedIndex:9201; }","duration":"6.283121232s","start":"2026-07-03T16:11:42.120816Z","end":"2026-07-03T16:11:48.403937Z","steps":["trace[1639268825] 'read index received' (duration: 3.844510915s)","trace[1639268825] 'applied index is now lower than readState.Index' (duration: 2.438609547s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:48.404103Z","caller":"traceutil/trace.go:171","msg":"trace[1345609545] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"4.866195413s","start":"2026-07-03T16:11:43.5379Z","end":"2026-07-03T16:11:48.404095Z","steps":["trace[1345609545] 'process raft request' (duration: 4.865966057s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.404155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.537882Z","time spent":"4.866247734s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:48.40428Z","caller":"traceutil/trace.go:171","msg":"trace[312739020] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"4.294960953s","start":"2026-07-03T16:11:44.109311Z","end":"2026-07-03T16:11:48.404272Z","steps":["trace[312739020] 'process raft request' (duration: 4.294578463s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.404321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.109281Z","time spent":"4.295021464s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:48.404405Z","caller":"traceutil/trace.go:171","msg":"trace[2076742200] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"4.241922021s","start":"2026-07-03T16:11:44.162476Z","end":"2026-07-03T16:11:48.404398Z","steps":["trace[2076742200] 'process raft request' (duration: 4.241436379s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.404442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.16246Z","time spent":"4.241964912s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:48.404581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.283765098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:11:48.404607Z","caller":"traceutil/trace.go:171","msg":"trace[1848224648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:8882; }","duration":"6.28382857s","start":"2026-07-03T16:11:42.120773Z","end":"2026-07-03T16:11:48.404601Z","steps":["trace[1848224648] 'agreement among raft nodes before linearized reading' (duration: 6.283735798s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.404626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.120753Z","time spent":"6.283868661s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:11:48.4154Z","caller":"traceutil/trace.go:171","msg":"trace[663634030] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"1.194361083s","start":"2026-07-03T16:11:47.221017Z","end":"2026-07-03T16:11:48.415378Z","steps":["trace[663634030] 'process raft request' (duration: 1.19423097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.415518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.220998Z","time spent":"1.194458845s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:48.415534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918825027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:11:48.415473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879903923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:48.415611Z","caller":"traceutil/trace.go:171","msg":"trace[1345907459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8883; }","duration":"5.918962451s","start":"2026-07-03T16:11:42.496631Z","end":"2026-07-03T16:11:48.415593Z","steps":["trace[1345907459] 'agreement among raft nodes before linearized reading' (duration: 5.918806537s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.415666Z","caller":"traceutil/trace.go:171","msg":"trace[382924604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8883; }","duration":"3.88014294s","start":"2026-07-03T16:11:44.535499Z","end":"2026-07-03T16:11:48.415642Z","steps":["trace[382924604] 'agreement among raft nodes before linearized reading' (duration: 3.879889193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.415697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.496611Z","time spent":"5.919076453s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:48.415699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457209774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:11:48.415777Z","caller":"traceutil/trace.go:171","msg":"trace[533900498] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:8883; }","duration":"1.457319487s","start":"2026-07-03T16:11:46.958437Z","end":"2026-07-03T16:11:48.415756Z","steps":["trace[533900498] 'agreement among raft nodes before linearized reading' (duration: 1.457138532s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.415778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.117350794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:11:48.415814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:46.958422Z","time spent":"1.457383898s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:11:48.415816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549336564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:48.415835Z","caller":"traceutil/trace.go:171","msg":"trace[732165505] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8883; }","duration":"6.117436636s","start":"2026-07-03T16:11:42.298388Z","end":"2026-07-03T16:11:48.415825Z","steps":["trace[732165505] 'agreement among raft nodes before linearized reading' (duration: 6.117353224s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.415853Z","caller":"traceutil/trace.go:171","msg":"trace[507785909] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8883; }","duration":"3.549416786s","start":"2026-07-03T16:11:44.866427Z","end":"2026-07-03T16:11:48.415844Z","steps":["trace[507785909] 'agreement among raft nodes before linearized reading' (duration: 3.549349044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.415856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280051498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T16:11:48.415873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963971382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:11:48.415863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.298374Z","time spent":"6.117481527s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:11:48.415892Z","caller":"traceutil/trace.go:171","msg":"trace[1160683688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8883; }","duration":"3.28011322s","start":"2026-07-03T16:11:45.135767Z","end":"2026-07-03T16:11:48.41588Z","steps":["trace[1160683688] 'agreement among raft nodes before linearized reading' (duration: 3.279984357s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.41591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350974586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T16:11:48.415932Z","caller":"traceutil/trace.go:171","msg":"trace[290859054] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8883; }","duration":"1.351019397s","start":"2026-07-03T16:11:47.064904Z","end":"2026-07-03T16:11:48.415924Z","steps":["trace[290859054] 'agreement among raft nodes before linearized reading' (duration: 1.350987616s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.415931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.135751Z","time spent":"3.280172721s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:11:48.415949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.064884Z","time spent":"1.351062108s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:11:48.415697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.129445675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:11:48.415936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.521893822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:48.41581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355406599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-07-03T16:11:48.415798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896684662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:48.416046Z","caller":"traceutil/trace.go:171","msg":"trace[776287400] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8883; }","duration":"2.89698148s","start":"2026-07-03T16:11:45.519057Z","end":"2026-07-03T16:11:48.416039Z","steps":["trace[776287400] 'agreement among raft nodes before linearized reading' (duration: 2.896709073s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.416058Z","caller":"traceutil/trace.go:171","msg":"trace[843654456] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:8883; }","duration":"1.355656145s","start":"2026-07-03T16:11:47.060362Z","end":"2026-07-03T16:11:48.416018Z","steps":["trace[843654456] 'agreement among raft nodes before linearized reading' (duration: 1.355226164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.416069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.519035Z","time spent":"2.897028261s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:48.416059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123718808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:11:48.415981Z","caller":"traceutil/trace.go:171","msg":"trace[1564889109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8883; }","duration":"6.129739993s","start":"2026-07-03T16:11:42.286231Z","end":"2026-07-03T16:11:48.415971Z","steps":["trace[1564889109] 'agreement among raft nodes before linearized reading' (duration: 6.129280801s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.415517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675317915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:11:48.416118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.286226Z","time spent":"6.129882697s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:11:48.416114Z","caller":"traceutil/trace.go:171","msg":"trace[1112756128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8883; }","duration":"6.12380731s","start":"2026-07-03T16:11:42.292293Z","end":"2026-07-03T16:11:48.4161Z","steps":["trace[1112756128] 'agreement among raft nodes before linearized reading' (duration: 6.123704018s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.416144Z","caller":"traceutil/trace.go:171","msg":"trace[536540228] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8883; }","duration":"1.675979702s","start":"2026-07-03T16:11:46.74015Z","end":"2026-07-03T16:11:48.41613Z","steps":["trace[536540228] 'agreement among raft nodes before linearized reading' (duration: 1.675264424s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.416159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.292273Z","time spent":"6.123875383s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:11:48.415631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452066911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:48.415878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.866403Z","time spent":"3.549470888s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:48.416188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:46.74013Z","time spent":"1.676045414s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:11:48.416196Z","caller":"traceutil/trace.go:171","msg":"trace[535423554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8883; }","duration":"1.452675557s","start":"2026-07-03T16:11:46.963515Z","end":"2026-07-03T16:11:48.41619Z","steps":["trace[535423554] 'agreement among raft nodes before linearized reading' (duration: 1.452056681s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.415903Z","caller":"traceutil/trace.go:171","msg":"trace[523868345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8883; }","duration":"3.964001993s","start":"2026-07-03T16:11:44.451894Z","end":"2026-07-03T16:11:48.415896Z","steps":["trace[523868345] 'agreement among raft nodes before linearized reading' (duration: 3.963957592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.416215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:46.963495Z","time spent":"1.452715078s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:11:48.415723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.535483Z","time spent":"3.880224551s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:48.416234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.451833Z","time spent":"3.964393215s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:48.41616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44645149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T16:11:48.416293Z","caller":"traceutil/trace.go:171","msg":"trace[1663643742] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:8883; }","duration":"2.446646086s","start":"2026-07-03T16:11:45.969637Z","end":"2026-07-03T16:11:48.416283Z","steps":["trace[1663643742] 'agreement among raft nodes before linearized reading' (duration: 2.446248035s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.416333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.969614Z","time spent":"2.446711467s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:11:48.416084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566286372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T16:11:48.416394Z","caller":"traceutil/trace.go:171","msg":"trace[1755577475] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8883; }","duration":"5.566647743s","start":"2026-07-03T16:11:42.849737Z","end":"2026-07-03T16:11:48.416385Z","steps":["trace[1755577475] 'agreement among raft nodes before linearized reading' (duration: 5.566263322s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.416423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.84972Z","time spent":"5.566695383s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:11:48.416112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919202647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:48.41651Z","caller":"traceutil/trace.go:171","msg":"trace[276595916] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8883; }","duration":"5.919593797s","start":"2026-07-03T16:11:42.496903Z","end":"2026-07-03T16:11:48.416497Z","steps":["trace[276595916] 'agreement among raft nodes before linearized reading' (duration: 5.919193326s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.41655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.496883Z","time spent":"5.919652718s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:11:48.415986Z","caller":"traceutil/trace.go:171","msg":"trace[1151034907] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8883; }","duration":"5.521972284s","start":"2026-07-03T16:11:42.894007Z","end":"2026-07-03T16:11:48.415979Z","steps":["trace[1151034907] 'agreement among raft nodes before linearized reading' (duration: 5.521911773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.416716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.89399Z","time spent":"5.522711495s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:48.416167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.060349Z","time spent":"1.355781609s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T16:11:50.559463Z","caller":"traceutil/trace.go:171","msg":"trace[1509059189] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"146.667057ms","start":"2026-07-03T16:11:50.412768Z","end":"2026-07-03T16:11:50.559435Z","steps":["trace[1509059189] 'process raft request' (duration: 146.377639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:50.559473Z","caller":"traceutil/trace.go:171","msg":"trace[1762628847] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"134.262588ms","start":"2026-07-03T16:11:50.425181Z","end":"2026-07-03T16:11:50.559444Z","steps":["trace[1762628847] 'process raft request' (duration: 134.143305ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:50.559599Z","caller":"traceutil/trace.go:171","msg":"trace[444291522] linearizableReadLoop","detail":"{readStateIndex:9220; appliedIndex:9218; }","duration":"138.449336ms","start":"2026-07-03T16:11:50.421135Z","end":"2026-07-03T16:11:50.559585Z","steps":["trace[444291522] 'read index received' (duration: 71.896216ms)","trace[444291522] 'applied index is now lower than readState.Index' (duration: 66.55175ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:50.559639Z","caller":"traceutil/trace.go:171","msg":"trace[1039388537] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"127.906036ms","start":"2026-07-03T16:11:50.43172Z","end":"2026-07-03T16:11:50.559626Z","steps":["trace[1039388537] 'process raft request' (duration: 127.652579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:50.559694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.542969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:50.559725Z","caller":"traceutil/trace.go:171","msg":"trace[712829098] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8897; }","duration":"138.61318ms","start":"2026-07-03T16:11:50.421102Z","end":"2026-07-03T16:11:50.559715Z","steps":["trace[712829098] 'agreement among raft nodes before linearized reading' (duration: 138.545388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:50.56931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.081313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:11:50.569368Z","caller":"traceutil/trace.go:171","msg":"trace[728777859] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:8898; }","duration":"148.154015ms","start":"2026-07-03T16:11:50.421201Z","end":"2026-07-03T16:11:50.569355Z","steps":["trace[728777859] 'agreement among raft nodes before linearized reading' (duration: 147.980631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:50.569504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.38391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:11:50.569607Z","caller":"traceutil/trace.go:171","msg":"trace[1742823992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8898; }","duration":"139.488073ms","start":"2026-07-03T16:11:50.430093Z","end":"2026-07-03T16:11:50.569581Z","steps":["trace[1742823992] 'agreement among raft nodes before linearized reading' (duration: 139.273387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:50.569518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.05422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:11:50.57012Z","caller":"traceutil/trace.go:171","msg":"trace[2125764545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8898; }","duration":"139.690378ms","start":"2026-07-03T16:11:50.430411Z","end":"2026-07-03T16:11:50.570101Z","steps":["trace[2125764545] 'agreement among raft nodes before linearized reading' (duration: 138.823706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:51.605397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357207,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:11:51.837796Z","caller":"traceutil/trace.go:171","msg":"trace[2141127049] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"895.95691ms","start":"2026-07-03T16:11:50.941818Z","end":"2026-07-03T16:11:51.837775Z","steps":["trace[2141127049] 'process raft request' (duration: 895.738565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:51.837941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:50.941791Z","time spent":"896.070823ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:52.408789Z","caller":"traceutil/trace.go:171","msg":"trace[846272026] linearizableReadLoop","detail":"{readStateIndex:9227; appliedIndex:9225; }","duration":"1.303477527s","start":"2026-07-03T16:11:51.105285Z","end":"2026-07-03T16:11:52.408763Z","steps":["trace[846272026] 'read index received' (duration: 732.304808ms)","trace[846272026] 'applied index is now lower than readState.Index' (duration: 571.171249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:52.409028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303733713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-07-03T16:11:52.409081Z","caller":"traceutil/trace.go:171","msg":"trace[343193080] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb; range_end:; response_count:1; response_revision:8901; }","duration":"1.303791864s","start":"2026-07-03T16:11:51.105271Z","end":"2026-07-03T16:11:52.409063Z","steps":["trace[343193080] 'agreement among raft nodes before linearized reading' (duration: 1.30363078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.409125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:51.105249Z","time spent":"1.303865536s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb\" "} {"level":"warn","ts":"2026-07-03T16:11:52.40912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034839098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:52.409207Z","caller":"traceutil/trace.go:171","msg":"trace[61960212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"1.03497632s","start":"2026-07-03T16:11:51.374208Z","end":"2026-07-03T16:11:52.409184Z","steps":["trace[61960212] 'agreement among raft nodes before linearized reading' (duration: 1.034815986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.40929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107462182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:11:52.409307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:51.374184Z","time spent":"1.035108164s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:11:52.409336Z","caller":"traceutil/trace.go:171","msg":"trace[27472541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8901; }","duration":"1.107535994s","start":"2026-07-03T16:11:51.301786Z","end":"2026-07-03T16:11:52.409322Z","steps":["trace[27472541] 'agreement among raft nodes before linearized reading' (duration: 1.10738601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.409314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.895377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:52.409327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092727803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:11:52.409349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.322661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:52.409384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:51.30177Z","time spent":"1.107603765s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:11:52.409409Z","caller":"traceutil/trace.go:171","msg":"trace[1903150385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8901; }","duration":"1.092862237s","start":"2026-07-03T16:11:51.316532Z","end":"2026-07-03T16:11:52.409394Z","steps":["trace[1903150385] 'agreement among raft nodes before linearized reading' (duration: 1.092559999s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.409125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120158537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:11:52.409428Z","caller":"traceutil/trace.go:171","msg":"trace[1499286327] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8901; }","duration":"648.448124ms","start":"2026-07-03T16:11:51.760959Z","end":"2026-07-03T16:11:52.409407Z","steps":["trace[1499286327] 'agreement among raft nodes before linearized reading' (duration: 648.336721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.409465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:51.316509Z","time spent":"1.092947299s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:11:52.409498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:51.760937Z","time spent":"648.541416ms","remote":"127.0.0.1:44592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:11:52.409505Z","caller":"traceutil/trace.go:171","msg":"trace[1321665595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8901; }","duration":"1.120527738s","start":"2026-07-03T16:11:51.288946Z","end":"2026-07-03T16:11:52.409474Z","steps":["trace[1321665595] 'agreement among raft nodes before linearized reading' (duration: 1.120016695s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.409645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:51.288893Z","time spent":"1.120708502s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:11:52.409408Z","caller":"traceutil/trace.go:171","msg":"trace[1653812672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"454.03252ms","start":"2026-07-03T16:11:51.955353Z","end":"2026-07-03T16:11:52.409385Z","steps":["trace[1653812672] 'agreement among raft nodes before linearized reading' (duration: 453.832565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.409752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:51.955336Z","time spent":"454.396419ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:11:52.578825Z","caller":"traceutil/trace.go:171","msg":"trace[1182963181] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"167.462899ms","start":"2026-07-03T16:11:52.411324Z","end":"2026-07-03T16:11:52.578787Z","steps":["trace[1182963181] 'process raft request' (duration: 167.156832ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:52.642948Z","caller":"traceutil/trace.go:171","msg":"trace[578953173] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"229.695169ms","start":"2026-07-03T16:11:52.413161Z","end":"2026-07-03T16:11:52.642856Z","steps":["trace[578953173] 'process raft request' (duration: 185.114464ms)","trace[578953173] 'compare' (duration: 44.369909ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:52.643254Z","caller":"traceutil/trace.go:171","msg":"trace[757530285] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"229.674828ms","start":"2026-07-03T16:11:52.413542Z","end":"2026-07-03T16:11:52.643217Z","steps":["trace[757530285] 'process raft request' (duration: 229.269298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:52.643307Z","caller":"traceutil/trace.go:171","msg":"trace[1594647321] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"144.902441ms","start":"2026-07-03T16:11:52.498379Z","end":"2026-07-03T16:11:52.643282Z","steps":["trace[1594647321] 'process raft request' (duration: 144.816308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:52.643336Z","caller":"traceutil/trace.go:171","msg":"trace[88760556] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"229.570666ms","start":"2026-07-03T16:11:52.413726Z","end":"2026-07-03T16:11:52.643297Z","steps":["trace[88760556] 'process raft request' (duration: 229.358251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:52.643479Z","caller":"traceutil/trace.go:171","msg":"trace[1309389003] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9227; }","duration":"156.430446ms","start":"2026-07-03T16:11:52.487034Z","end":"2026-07-03T16:11:52.643465Z","steps":["trace[1309389003] 'read index received' (duration: 91.386216ms)","trace[1309389003] 'applied index is now lower than readState.Index' (duration: 65.04332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:52.64368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.616352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:52.643748Z","caller":"traceutil/trace.go:171","msg":"trace[1896008455] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8909; }","duration":"156.702074ms","start":"2026-07-03T16:11:52.487028Z","end":"2026-07-03T16:11:52.64373Z","steps":["trace[1896008455] 'agreement among raft nodes before linearized reading' (duration: 156.486779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:58.414949Z","caller":"traceutil/trace.go:171","msg":"trace[424357521] linearizableReadLoop","detail":"{readStateIndex:9291; appliedIndex:9290; }","duration":"106.497085ms","start":"2026-07-03T16:11:58.308429Z","end":"2026-07-03T16:11:58.414926Z","steps":["trace[424357521] 'read index received' (duration: 106.30127ms)","trace[424357521] 'applied index is now lower than readState.Index' (duration: 194.395µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:58.415072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.628508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:58.415074Z","caller":"traceutil/trace.go:171","msg":"trace[856789750] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"252.091284ms","start":"2026-07-03T16:11:58.162946Z","end":"2026-07-03T16:11:58.415037Z","steps":["trace[856789750] 'process raft request' (duration: 251.841618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:58.415109Z","caller":"traceutil/trace.go:171","msg":"trace[471801719] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8961; }","duration":"106.7192ms","start":"2026-07-03T16:11:58.308375Z","end":"2026-07-03T16:11:58.415094Z","steps":["trace[471801719] 'agreement among raft nodes before linearized reading' (duration: 106.637878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:01.270731Z","caller":"traceutil/trace.go:171","msg":"trace[2026344764] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9322; }","duration":"167.093861ms","start":"2026-07-03T16:12:01.103612Z","end":"2026-07-03T16:12:01.270706Z","steps":["trace[2026344764] 'read index received' (duration: 144.561373ms)","trace[2026344764] 'applied index is now lower than readState.Index' (duration: 22.531228ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:01.270864Z","caller":"traceutil/trace.go:171","msg":"trace[90423679] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"182.806894ms","start":"2026-07-03T16:12:01.08803Z","end":"2026-07-03T16:12:01.270837Z","steps":["trace[90423679] 'process raft request' (duration: 160.138352ms)","trace[90423679] 'compare' (duration: 22.424466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:01.271133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.462831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-07-03T16:12:01.271192Z","caller":"traceutil/trace.go:171","msg":"trace[396434150] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb; range_end:; response_count:1; response_revision:8993; }","duration":"167.601774ms","start":"2026-07-03T16:12:01.103572Z","end":"2026-07-03T16:12:01.271174Z","steps":["trace[396434150] 'agreement among raft nodes before linearized reading' (duration: 167.289116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:01.636877Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246f.wal"} {"level":"info","ts":"2026-07-03T16:12:02.219788Z","caller":"traceutil/trace.go:171","msg":"trace[1134827120] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"146.00933ms","start":"2026-07-03T16:12:02.07375Z","end":"2026-07-03T16:12:02.219759Z","steps":["trace[1134827120] 'process raft request' (duration: 145.807365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.2101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965357479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:12:03.34278Z","caller":"traceutil/trace.go:171","msg":"trace[988198127] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"653.645177ms","start":"2026-07-03T16:12:02.689066Z","end":"2026-07-03T16:12:03.342711Z","steps":["trace[988198127] 'process raft request' (duration: 653.315319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.343289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.689027Z","time spent":"653.876413ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:03.364875Z","caller":"traceutil/trace.go:171","msg":"trace[31008193] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"658.194914ms","start":"2026-07-03T16:12:02.706656Z","end":"2026-07-03T16:12:03.364851Z","steps":["trace[31008193] 'process raft request' (duration: 658.02628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.36503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.70663Z","time spent":"658.313216ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:03.365306Z","caller":"traceutil/trace.go:171","msg":"trace[811604776] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"658.521392ms","start":"2026-07-03T16:12:02.706686Z","end":"2026-07-03T16:12:03.365208Z","steps":["trace[811604776] 'process raft request' (duration: 658.128972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:03.365404Z","caller":"traceutil/trace.go:171","msg":"trace[1837903768] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"657.336382ms","start":"2026-07-03T16:12:02.708055Z","end":"2026-07-03T16:12:03.365392Z","steps":["trace[1837903768] 'process raft request' (duration: 657.026634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.365452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.092289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:12:03.365445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.706668Z","time spent":"658.707586ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:03.365473Z","caller":"traceutil/trace.go:171","msg":"trace[455122009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9001; }","duration":"656.14703ms","start":"2026-07-03T16:12:02.709319Z","end":"2026-07-03T16:12:03.365466Z","steps":["trace[455122009] 'agreement among raft nodes before linearized reading' (duration: 656.044658ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:03.365347Z","caller":"traceutil/trace.go:171","msg":"trace[1806147635] linearizableReadLoop","detail":"{readStateIndex:9331; appliedIndex:9327; }","duration":"655.966826ms","start":"2026-07-03T16:12:02.70937Z","end":"2026-07-03T16:12:03.365337Z","steps":["trace[1806147635] 'read index received' (duration: 633.024227ms)","trace[1806147635] 'applied index is now lower than readState.Index' (duration: 22.941489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:03.365468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.708021Z","time spent":"657.412924ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:03.365489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.709305Z","time spent":"656.179992ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:12:03.365619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.872968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-03T16:12:03.365665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.513138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:12:03.365629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.455742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:12:03.365683Z","caller":"traceutil/trace.go:171","msg":"trace[1195587583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9001; }","duration":"638.556289ms","start":"2026-07-03T16:12:02.727122Z","end":"2026-07-03T16:12:03.365679Z","steps":["trace[1195587583] 'agreement among raft nodes before linearized reading' (duration: 638.516568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.365687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.513254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:12:03.365688Z","caller":"traceutil/trace.go:171","msg":"trace[295244575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9001; }","duration":"639.539934ms","start":"2026-07-03T16:12:02.726142Z","end":"2026-07-03T16:12:03.365682Z","steps":["trace[295244575] 'agreement among raft nodes before linearized reading' (duration: 639.445881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.365726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.727108Z","time spent":"638.614431ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:12:03.365734Z","caller":"traceutil/trace.go:171","msg":"trace[2024328651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9001; }","duration":"639.592825ms","start":"2026-07-03T16:12:02.726132Z","end":"2026-07-03T16:12:03.365725Z","steps":["trace[2024328651] 'agreement among raft nodes before linearized reading' (duration: 639.514483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.365741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.726126Z","time spent":"639.607226ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:12:03.365661Z","caller":"traceutil/trace.go:171","msg":"trace[568213514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:9001; }","duration":"633.951501ms","start":"2026-07-03T16:12:02.731699Z","end":"2026-07-03T16:12:03.365651Z","steps":["trace[568213514] 'agreement among raft nodes before linearized reading' (duration: 633.842318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.365805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.731682Z","time spent":"634.119145ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"warn","ts":"2026-07-03T16:12:03.365778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.726113Z","time spent":"639.642287ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:03.365628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.837244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:12:03.365916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.392774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:03.365926Z","caller":"traceutil/trace.go:171","msg":"trace[1752234243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9001; }","duration":"651.171153ms","start":"2026-07-03T16:12:02.71475Z","end":"2026-07-03T16:12:03.365921Z","steps":["trace[1752234243] 'agreement among raft nodes before linearized reading' (duration: 650.790683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.365943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.714738Z","time spent":"651.200023ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:12:03.365944Z","caller":"traceutil/trace.go:171","msg":"trace[1815404289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9001; }","duration":"409.420984ms","start":"2026-07-03T16:12:02.956515Z","end":"2026-07-03T16:12:03.365936Z","steps":["trace[1815404289] 'agreement among raft nodes before linearized reading' (duration: 409.374503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.365969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.956439Z","time spent":"409.524547ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:03.366006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.811559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-07-03T16:12:03.366028Z","caller":"traceutil/trace.go:171","msg":"trace[457203196] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9001; }","duration":"598.88317ms","start":"2026-07-03T16:12:02.767138Z","end":"2026-07-03T16:12:03.366022Z","steps":["trace[457203196] 'agreement among raft nodes before linearized reading' (duration: 598.783858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:03.36605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:02.767117Z","time spent":"598.925262ms","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-03T16:12:03.498682Z","caller":"traceutil/trace.go:171","msg":"trace[1439848859] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"127.644758ms","start":"2026-07-03T16:12:03.370996Z","end":"2026-07-03T16:12:03.498641Z","steps":["trace[1439848859] 'process raft request' (duration: 52.643833ms)","trace[1439848859] 'compare' (duration: 74.845401ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:03.541793Z","caller":"traceutil/trace.go:171","msg":"trace[205568917] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"161.765664ms","start":"2026-07-03T16:12:03.380007Z","end":"2026-07-03T16:12:03.541772Z","steps":["trace[205568917] 'process raft request' (duration: 161.718973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:03.542002Z","caller":"traceutil/trace.go:171","msg":"trace[900371768] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"170.846027ms","start":"2026-07-03T16:12:03.371125Z","end":"2026-07-03T16:12:03.541971Z","steps":["trace[900371768] 'process raft request' (duration: 170.501008ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:03.542145Z","caller":"traceutil/trace.go:171","msg":"trace[256587819] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"171.068483ms","start":"2026-07-03T16:12:03.371069Z","end":"2026-07-03T16:12:03.542137Z","steps":["trace[256587819] 'process raft request' (duration: 170.430967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:03.542095Z","caller":"traceutil/trace.go:171","msg":"trace[1502922619] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"168.484887ms","start":"2026-07-03T16:12:03.373557Z","end":"2026-07-03T16:12:03.542042Z","steps":["trace[1502922619] 'process raft request' (duration: 168.125738ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:03.542155Z","caller":"traceutil/trace.go:171","msg":"trace[1370884881] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"170.787176ms","start":"2026-07-03T16:12:03.371328Z","end":"2026-07-03T16:12:03.542115Z","steps":["trace[1370884881] 'process raft request' (duration: 170.327664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:03.622429Z","caller":"traceutil/trace.go:171","msg":"trace[354756503] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"180.25733ms","start":"2026-07-03T16:12:03.442137Z","end":"2026-07-03T16:12:03.622394Z","steps":["trace[354756503] 'process raft request' (duration: 164.485025ms)","trace[354756503] 'compare' (duration: 15.58031ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:03.674899Z","caller":"traceutil/trace.go:171","msg":"trace[1328043389] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9337; }","duration":"127.179666ms","start":"2026-07-03T16:12:03.54769Z","end":"2026-07-03T16:12:03.674869Z","steps":["trace[1328043389] 'read index received' (duration: 58.813961ms)","trace[1328043389] 'applied index is now lower than readState.Index' (duration: 68.364175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:03.675562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.836203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:12:03.675675Z","caller":"traceutil/trace.go:171","msg":"trace[612483961] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9008; }","duration":"128.015748ms","start":"2026-07-03T16:12:03.547634Z","end":"2026-07-03T16:12:03.67565Z","steps":["trace[612483961] 'agreement among raft nodes before linearized reading' (duration: 127.490783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:04.453842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.634145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:12:04.453905Z","caller":"traceutil/trace.go:171","msg":"trace[1562142812] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9011; }","duration":"318.751477ms","start":"2026-07-03T16:12:04.13514Z","end":"2026-07-03T16:12:04.453891Z","steps":["trace[1562142812] 'count revisions from in-memory index tree' (duration: 318.547762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:04.453934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:04.135125Z","time spent":"318.802479ms","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:04.45408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.767869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:04.45424Z","caller":"traceutil/trace.go:171","msg":"trace[618963088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9011; }","duration":"146.962715ms","start":"2026-07-03T16:12:04.307251Z","end":"2026-07-03T16:12:04.454214Z","steps":["trace[618963088] 'range keys from in-memory index tree' (duration: 146.748399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:05.495247Z","caller":"traceutil/trace.go:171","msg":"trace[1994526401] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"146.060551ms","start":"2026-07-03T16:12:05.349168Z","end":"2026-07-03T16:12:05.495228Z","steps":["trace[1994526401] 'process raft request' (duration: 145.936708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:05.629082Z","caller":"traceutil/trace.go:171","msg":"trace[760324245] linearizableReadLoop","detail":"{readStateIndex:9346; appliedIndex:9342; }","duration":"252.085772ms","start":"2026-07-03T16:12:05.376972Z","end":"2026-07-03T16:12:05.629058Z","steps":["trace[760324245] 'read index received' (duration: 118.149743ms)","trace[760324245] 'applied index is now lower than readState.Index' (duration: 133.934929ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:05.629202Z","caller":"traceutil/trace.go:171","msg":"trace[1592030724] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"258.556108ms","start":"2026-07-03T16:12:05.370635Z","end":"2026-07-03T16:12:05.629191Z","steps":["trace[1592030724] 'process raft request' (duration: 258.164498ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:05.629423Z","caller":"traceutil/trace.go:171","msg":"trace[915349654] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"256.69294ms","start":"2026-07-03T16:12:05.372668Z","end":"2026-07-03T16:12:05.629361Z","steps":["trace[915349654] 'process raft request' (duration: 256.354152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:05.629492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.502892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:12:05.629575Z","caller":"traceutil/trace.go:171","msg":"trace[1913367360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:9015; }","duration":"252.638945ms","start":"2026-07-03T16:12:05.376916Z","end":"2026-07-03T16:12:05.629555Z","steps":["trace[1913367360] 'agreement among raft nodes before linearized reading' (duration: 252.391889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:05.629389Z","caller":"traceutil/trace.go:171","msg":"trace[638760278] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"256.744002ms","start":"2026-07-03T16:12:05.372635Z","end":"2026-07-03T16:12:05.629379Z","steps":["trace[638760278] 'process raft request' (duration: 256.323111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:05.673148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.519984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rpbj5\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-07-03T16:12:05.67321Z","caller":"traceutil/trace.go:171","msg":"trace[515989523] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rpbj5; range_end:; response_count:1; response_revision:9016; }","duration":"113.627787ms","start":"2026-07-03T16:12:05.559568Z","end":"2026-07-03T16:12:05.673196Z","steps":["trace[515989523] 'agreement among raft nodes before linearized reading' (duration: 113.406391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:05.673216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.274906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:12:05.673516Z","caller":"traceutil/trace.go:171","msg":"trace[177715751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9016; }","duration":"125.639635ms","start":"2026-07-03T16:12:05.547845Z","end":"2026-07-03T16:12:05.673484Z","steps":["trace[177715751] 'agreement among raft nodes before linearized reading' (duration: 125.02406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:05.673585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.802829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:12:05.67363Z","caller":"traceutil/trace.go:171","msg":"trace[1828326945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9016; }","duration":"170.917152ms","start":"2026-07-03T16:12:05.502702Z","end":"2026-07-03T16:12:05.673619Z","steps":["trace[1828326945] 'agreement among raft nodes before linearized reading' (duration: 170.773518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:05.673628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.553373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:12:05.673604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.312657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:12:05.673734Z","caller":"traceutil/trace.go:171","msg":"trace[2092411365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9016; }","duration":"125.647576ms","start":"2026-07-03T16:12:05.54803Z","end":"2026-07-03T16:12:05.673677Z","steps":["trace[2092411365] 'agreement among raft nodes before linearized reading' (duration: 125.478972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:05.673412Z","caller":"traceutil/trace.go:171","msg":"trace[47740824] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"149.383138ms","start":"2026-07-03T16:12:05.523997Z","end":"2026-07-03T16:12:05.67338Z","steps":["trace[47740824] 'process raft request' (duration: 148.665128ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:05.673821Z","caller":"traceutil/trace.go:171","msg":"trace[648779106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9016; }","duration":"125.573344ms","start":"2026-07-03T16:12:05.548228Z","end":"2026-07-03T16:12:05.673801Z","steps":["trace[648779106] 'agreement among raft nodes before linearized reading' (duration: 125.238746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:05.674197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.255291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:12:05.674321Z","caller":"traceutil/trace.go:171","msg":"trace[37527360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9016; }","duration":"126.424645ms","start":"2026-07-03T16:12:05.547845Z","end":"2026-07-03T16:12:05.67427Z","steps":["trace[37527360] 'agreement among raft nodes before linearized reading' (duration: 126.056756ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:19.773749Z","caller":"traceutil/trace.go:171","msg":"trace[70064410] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"154.55412ms","start":"2026-07-03T16:12:19.619092Z","end":"2026-07-03T16:12:19.773646Z","steps":["trace[70064410] 'process raft request' (duration: 154.14297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:24.563759Z","caller":"traceutil/trace.go:171","msg":"trace[1893894414] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9245; }","duration":"159.884067ms","start":"2026-07-03T16:12:24.403824Z","end":"2026-07-03T16:12:24.563708Z","steps":["trace[1893894414] 'process raft request' (duration: 124.900086ms)","trace[1893894414] 'compare' (duration: 34.808987ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:28.04378Z","caller":"traceutil/trace.go:171","msg":"trace[1075905619] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"184.657265ms","start":"2026-07-03T16:12:27.859093Z","end":"2026-07-03T16:12:28.043751Z","steps":["trace[1075905619] 'process raft request' (duration: 166.384335ms)","trace[1075905619] 'compare' (duration: 18.120377ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:28.069159Z","caller":"traceutil/trace.go:171","msg":"trace[1544010601] linearizableReadLoop","detail":"{readStateIndex:9623; appliedIndex:9621; }","duration":"206.175729ms","start":"2026-07-03T16:12:27.862957Z","end":"2026-07-03T16:12:28.069133Z","steps":["trace[1544010601] 'read index received' (duration: 162.568287ms)","trace[1544010601] 'applied index is now lower than readState.Index' (duration: 43.605772ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:28.069327Z","caller":"traceutil/trace.go:171","msg":"trace[791890374] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"208.54021ms","start":"2026-07-03T16:12:27.860751Z","end":"2026-07-03T16:12:28.069291Z","steps":["trace[791890374] 'process raft request' (duration: 208.14783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:28.069507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.524508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:12:28.069528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.241218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-07-03T16:12:28.069548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.889688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:12:28.069572Z","caller":"traceutil/trace.go:171","msg":"trace[1162412057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9283; }","duration":"206.62922ms","start":"2026-07-03T16:12:27.862928Z","end":"2026-07-03T16:12:28.069557Z","steps":["trace[1162412057] 'agreement among raft nodes before linearized reading' (duration: 206.401444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:28.069576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.589119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:28.069579Z","caller":"traceutil/trace.go:171","msg":"trace[887100686] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9283; }","duration":"188.326909ms","start":"2026-07-03T16:12:27.88124Z","end":"2026-07-03T16:12:28.069566Z","steps":["trace[887100686] 'agreement among raft nodes before linearized reading' (duration: 188.165705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:28.069522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.952473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:12:28.06961Z","caller":"traceutil/trace.go:171","msg":"trace[889416779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9283; }","duration":"112.672281ms","start":"2026-07-03T16:12:27.956927Z","end":"2026-07-03T16:12:28.069599Z","steps":["trace[889416779] 'agreement among raft nodes before linearized reading' (duration: 112.592319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:28.069619Z","caller":"traceutil/trace.go:171","msg":"trace[152304958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9283; }","duration":"199.106677ms","start":"2026-07-03T16:12:27.870503Z","end":"2026-07-03T16:12:28.06961Z","steps":["trace[152304958] 'agreement among raft nodes before linearized reading' (duration: 198.83756ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:28.069587Z","caller":"traceutil/trace.go:171","msg":"trace[709646050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9283; }","duration":"194.940959ms","start":"2026-07-03T16:12:27.874636Z","end":"2026-07-03T16:12:28.069577Z","steps":["trace[709646050] 'agreement among raft nodes before linearized reading' (duration: 194.821516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:28.069677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.906314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:12:28.069752Z","caller":"traceutil/trace.go:171","msg":"trace[707848008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:9283; }","duration":"195.991106ms","start":"2026-07-03T16:12:27.873749Z","end":"2026-07-03T16:12:28.06974Z","steps":["trace[707848008] 'agreement among raft nodes before linearized reading' (duration: 195.828062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:28.250917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.258469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:12:28.25146Z","caller":"traceutil/trace.go:171","msg":"trace[1928979282] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"160.878222ms","start":"2026-07-03T16:12:28.090543Z","end":"2026-07-03T16:12:28.251421Z","steps":["trace[1928979282] 'process raft request' (duration: 57.029228ms)","trace[1928979282] 'compare' (duration: 103.144536ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:28.251641Z","caller":"traceutil/trace.go:171","msg":"trace[1982155435] linearizableReadLoop","detail":"{readStateIndex:9624; appliedIndex:9623; }","duration":"161.040046ms","start":"2026-07-03T16:12:28.090573Z","end":"2026-07-03T16:12:28.251613Z","steps":["trace[1982155435] 'read index received' (duration: 57.008087ms)","trace[1982155435] 'applied index is now lower than readState.Index' (duration: 104.029199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:28.252146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.5628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234781"} {"level":"info","ts":"2026-07-03T16:12:28.252188Z","caller":"traceutil/trace.go:171","msg":"trace[295313920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9284; }","duration":"161.647533ms","start":"2026-07-03T16:12:28.090529Z","end":"2026-07-03T16:12:28.252176Z","steps":["trace[295313920] 'agreement among raft nodes before linearized reading' (duration: 161.231421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:28.254544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.667471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:12:28.25462Z","caller":"traceutil/trace.go:171","msg":"trace[1376183877] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9286; }","duration":"119.796524ms","start":"2026-07-03T16:12:28.134805Z","end":"2026-07-03T16:12:28.254602Z","steps":["trace[1376183877] 'agreement among raft nodes before linearized reading' (duration: 119.64328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:28.255051Z","caller":"traceutil/trace.go:171","msg":"trace[1131850014] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"164.474025ms","start":"2026-07-03T16:12:28.090565Z","end":"2026-07-03T16:12:28.255039Z","steps":["trace[1131850014] 'process raft request' (duration: 160.455881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:28.255176Z","caller":"traceutil/trace.go:171","msg":"trace[1001979444] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"164.600278ms","start":"2026-07-03T16:12:28.090566Z","end":"2026-07-03T16:12:28.255167Z","steps":["trace[1001979444] 'process raft request' (duration: 163.796767ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:29.051485Z","caller":"traceutil/trace.go:171","msg":"trace[2096827666] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"124.223679ms","start":"2026-07-03T16:12:28.92723Z","end":"2026-07-03T16:12:29.051454Z","steps":["trace[2096827666] 'process raft request' (duration: 124.019274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.049883Z","caller":"traceutil/trace.go:171","msg":"trace[1514092855] linearizableReadLoop","detail":"{readStateIndex:9633; appliedIndex:9628; }","duration":"127.655957ms","start":"2026-07-03T16:12:29.922216Z","end":"2026-07-03T16:12:30.049872Z","steps":["trace[1514092855] 'read index received' (duration: 8.352015ms)","trace[1514092855] 'applied index is now lower than readState.Index' (duration: 119.303492ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:30.049957Z","caller":"traceutil/trace.go:171","msg":"trace[830836503] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"195.942656ms","start":"2026-07-03T16:12:29.853994Z","end":"2026-07-03T16:12:30.049937Z","steps":["trace[830836503] 'process raft request' (duration: 195.791492ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.049978Z","caller":"traceutil/trace.go:171","msg":"trace[2084071421] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"190.638579ms","start":"2026-07-03T16:12:29.85933Z","end":"2026-07-03T16:12:30.049969Z","steps":["trace[2084071421] 'process raft request' (duration: 190.520736ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.050001Z","caller":"traceutil/trace.go:171","msg":"trace[848287415] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"193.230736ms","start":"2026-07-03T16:12:29.856725Z","end":"2026-07-03T16:12:30.049956Z","steps":["trace[848287415] 'process raft request' (duration: 193.081622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.050178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.948884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:12:30.050204Z","caller":"traceutil/trace.go:171","msg":"trace[1763303788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9293; }","duration":"128.007766ms","start":"2026-07-03T16:12:29.92219Z","end":"2026-07-03T16:12:30.050198Z","steps":["trace[1763303788] 'agreement among raft nodes before linearized reading' (duration: 127.917284ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.050175Z","caller":"traceutil/trace.go:171","msg":"trace[1892049698] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"196.283004ms","start":"2026-07-03T16:12:29.853882Z","end":"2026-07-03T16:12:30.050165Z","steps":["trace[1892049698] 'process raft request' (duration: 195.808572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.474219Z","caller":"traceutil/trace.go:171","msg":"trace[1417436464] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"214.085054ms","start":"2026-07-03T16:12:30.260115Z","end":"2026-07-03T16:12:30.4742Z","steps":["trace[1417436464] 'process raft request' (duration: 213.92099ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.478345Z","caller":"traceutil/trace.go:171","msg":"trace[1388955497] linearizableReadLoop","detail":"{readStateIndex:9638; appliedIndex:9635; }","duration":"215.277464ms","start":"2026-07-03T16:12:30.263055Z","end":"2026-07-03T16:12:30.478333Z","steps":["trace[1388955497] 'read index received' (duration: 211.014925ms)","trace[1388955497] 'applied index is now lower than readState.Index' (duration: 4.261959ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:30.478382Z","caller":"traceutil/trace.go:171","msg":"trace[331883483] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"215.976272ms","start":"2026-07-03T16:12:30.262394Z","end":"2026-07-03T16:12:30.47837Z","steps":["trace[331883483] 'process raft request' (duration: 215.861789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.478477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.419938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:12:30.478506Z","caller":"traceutil/trace.go:171","msg":"trace[789712329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:9298; }","duration":"215.487839ms","start":"2026-07-03T16:12:30.263012Z","end":"2026-07-03T16:12:30.478499Z","steps":["trace[789712329] 'agreement among raft nodes before linearized reading' (duration: 215.370356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.47861Z","caller":"traceutil/trace.go:171","msg":"trace[941446551] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"215.665454ms","start":"2026-07-03T16:12:30.262937Z","end":"2026-07-03T16:12:30.478602Z","steps":["trace[941446551] 'process raft request' (duration: 215.368976ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:45.915606Z","caller":"traceutil/trace.go:171","msg":"trace[1734790314] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"213.969141ms","start":"2026-07-03T16:12:45.701604Z","end":"2026-07-03T16:12:45.915573Z","steps":["trace[1734790314] 'process raft request' (duration: 129.386973ms)","trace[1734790314] 'compare' (duration: 84.456895ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:45.932514Z","caller":"traceutil/trace.go:171","msg":"trace[1237779195] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"228.72222ms","start":"2026-07-03T16:12:45.703761Z","end":"2026-07-03T16:12:45.932483Z","steps":["trace[1237779195] 'process raft request' (duration: 228.543116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:45.932734Z","caller":"traceutil/trace.go:171","msg":"trace[347044993] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"222.781137ms","start":"2026-07-03T16:12:45.709941Z","end":"2026-07-03T16:12:45.932722Z","steps":["trace[347044993] 'process raft request' (duration: 222.50219ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:45.932733Z","caller":"traceutil/trace.go:171","msg":"trace[1712278875] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"228.857514ms","start":"2026-07-03T16:12:45.70385Z","end":"2026-07-03T16:12:45.932708Z","steps":["trace[1712278875] 'process raft request' (duration: 228.566227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.614606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.790189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:12:48.61479Z","caller":"traceutil/trace.go:171","msg":"trace[899981755] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"327.712139ms","start":"2026-07-03T16:12:48.287054Z","end":"2026-07-03T16:12:48.614766Z","steps":["trace[899981755] 'process raft request' (duration: 81.636933ms)","trace[899981755] 'compare' (duration: 245.563833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:48.614922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.287033Z","time spent":"327.820132ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:55.122218Z","caller":"traceutil/trace.go:171","msg":"trace[579291893] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"116.311815ms","start":"2026-07-03T16:12:55.005881Z","end":"2026-07-03T16:12:55.122193Z","steps":["trace[579291893] 'process raft request' (duration: 116.171781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:09.149022Z","caller":"traceutil/trace.go:171","msg":"trace[482276975] linearizableReadLoop","detail":"{readStateIndex:9975; appliedIndex:9974; }","duration":"444.980334ms","start":"2026-07-03T16:13:08.704018Z","end":"2026-07-03T16:13:09.148998Z","steps":["trace[482276975] 'read index received' (duration: 444.551633ms)","trace[482276975] 'applied index is now lower than readState.Index' (duration: 427.741µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:09.149396Z","caller":"traceutil/trace.go:171","msg":"trace[1593141898] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"708.056674ms","start":"2026-07-03T16:13:08.441295Z","end":"2026-07-03T16:13:09.149352Z","steps":["trace[1593141898] 'process raft request' (duration: 707.344105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:09.149499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.477165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:13:09.149517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.244688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:09.149529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.474528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:13:09.149584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:08.441278Z","time spent":"708.225328ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:09.149581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.931586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:13:09.149591Z","caller":"traceutil/trace.go:171","msg":"trace[799123625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9625; }","duration":"195.377481ms","start":"2026-07-03T16:13:08.954194Z","end":"2026-07-03T16:13:09.149572Z","steps":["trace[799123625] 'agreement among raft nodes before linearized reading' (duration: 195.236538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:09.149653Z","caller":"traceutil/trace.go:171","msg":"trace[571594721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9625; }","duration":"445.670653ms","start":"2026-07-03T16:13:08.703955Z","end":"2026-07-03T16:13:09.149625Z","steps":["trace[571594721] 'agreement among raft nodes before linearized reading' (duration: 445.286863ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:09.149684Z","caller":"traceutil/trace.go:171","msg":"trace[98693257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:9625; }","duration":"382.1144ms","start":"2026-07-03T16:13:08.767551Z","end":"2026-07-03T16:13:09.149666Z","steps":["trace[98693257] 'agreement among raft nodes before linearized reading' (duration: 381.830133ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:09.149577Z","caller":"traceutil/trace.go:171","msg":"trace[1257660949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9625; }","duration":"441.603568ms","start":"2026-07-03T16:13:08.707953Z","end":"2026-07-03T16:13:09.149557Z","steps":["trace[1257660949] 'agreement among raft nodes before linearized reading' (duration: 441.359062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:09.149736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.400516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:13:09.149793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:08.767531Z","time spent":"382.245124ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:13:09.149819Z","caller":"traceutil/trace.go:171","msg":"trace[804550532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9625; }","duration":"423.53518ms","start":"2026-07-03T16:13:08.726269Z","end":"2026-07-03T16:13:09.149804Z","steps":["trace[804550532] 'agreement among raft nodes before linearized reading' (duration: 423.337205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:09.14981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:08.707936Z","time spent":"441.844804ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:13:09.149865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:08.726261Z","time spent":"423.591092ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:09.149889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:08.703935Z","time spent":"445.863067ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:09.15099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.042843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:13:09.151099Z","caller":"traceutil/trace.go:171","msg":"trace[645070145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9625; }","duration":"424.533256ms","start":"2026-07-03T16:13:08.726537Z","end":"2026-07-03T16:13:09.15107Z","steps":["trace[645070145] 'agreement among raft nodes before linearized reading' (duration: 423.064028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:09.151318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:08.726532Z","time spent":"424.758881ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:13:09.28654Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e654fe799640d103","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:13:09.294934Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T16:13:09.295028Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-03T16:13:10.819962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965359384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:13:11.00614Z","caller":"traceutil/trace.go:171","msg":"trace[817993445] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"713.26374ms","start":"2026-07-03T16:13:10.292861Z","end":"2026-07-03T16:13:11.006125Z","steps":["trace[817993445] 'process raft request' (duration: 713.054295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:11.006249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:10.292834Z","time spent":"713.351953ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:11.006122Z","caller":"traceutil/trace.go:171","msg":"trace[1585801701] linearizableReadLoop","detail":"{readStateIndex:10023; appliedIndex:10022; }","duration":"686.240462ms","start":"2026-07-03T16:13:10.319856Z","end":"2026-07-03T16:13:11.006097Z","steps":["trace[1585801701] 'read index received' (duration: 686.050737ms)","trace[1585801701] 'applied index is now lower than readState.Index' (duration: 188.885µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:11.006328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.463029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7253"} {"level":"info","ts":"2026-07-03T16:13:11.006377Z","caller":"traceutil/trace.go:171","msg":"trace[1652248114] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9671; }","duration":"686.54913ms","start":"2026-07-03T16:13:10.319815Z","end":"2026-07-03T16:13:11.006364Z","steps":["trace[1652248114] 'agreement among raft nodes before linearized reading' (duration: 686.353425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:11.006414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.317694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:11.00644Z","caller":"traceutil/trace.go:171","msg":"trace[2028134368] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9671; }","duration":"534.380546ms","start":"2026-07-03T16:13:10.472051Z","end":"2026-07-03T16:13:11.006432Z","steps":["trace[2028134368] 'agreement among raft nodes before linearized reading' (duration: 534.319984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:11.006433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:10.319798Z","time spent":"686.624293ms","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7277,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:13:11.006506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.725656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:11.00653Z","caller":"traceutil/trace.go:171","msg":"trace[296846864] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9671; }","duration":"167.793657ms","start":"2026-07-03T16:13:10.838731Z","end":"2026-07-03T16:13:11.006525Z","steps":["trace[296846864] 'agreement among raft nodes before linearized reading' (duration: 167.750106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:11.006469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:10.472032Z","time spent":"534.431167ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:11.553243Z","caller":"traceutil/trace.go:171","msg":"trace[740977756] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"106.163695ms","start":"2026-07-03T16:13:11.447031Z","end":"2026-07-03T16:13:11.553195Z","steps":["trace[740977756] 'process raft request' (duration: 105.662521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:23.22713Z","caller":"traceutil/trace.go:171","msg":"trace[1660948388] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"169.840282ms","start":"2026-07-03T16:13:23.057269Z","end":"2026-07-03T16:13:23.227109Z","steps":["trace[1660948388] 'process raft request' (duration: 169.465742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:23.394404Z","caller":"traceutil/trace.go:171","msg":"trace[2105042479] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"162.371427ms","start":"2026-07-03T16:13:23.232001Z","end":"2026-07-03T16:13:23.394372Z","steps":["trace[2105042479] 'process raft request' (duration: 162.070849ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:23.394462Z","caller":"traceutil/trace.go:171","msg":"trace[1491614426] linearizableReadLoop","detail":"{readStateIndex:10126; appliedIndex:10121; }","duration":"151.699723ms","start":"2026-07-03T16:13:23.242719Z","end":"2026-07-03T16:13:23.394419Z","steps":["trace[1491614426] 'read index received' (duration: 7.479053ms)","trace[1491614426] 'applied index is now lower than readState.Index' (duration: 144.219ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:23.394484Z","caller":"traceutil/trace.go:171","msg":"trace[335239281] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"162.200183ms","start":"2026-07-03T16:13:23.232241Z","end":"2026-07-03T16:13:23.394441Z","steps":["trace[335239281] 'process raft request' (duration: 162.000487ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:23.394504Z","caller":"traceutil/trace.go:171","msg":"trace[298782925] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"162.141912ms","start":"2026-07-03T16:13:23.232333Z","end":"2026-07-03T16:13:23.394475Z","steps":["trace[298782925] 'process raft request' (duration: 162.029939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:23.3947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.952779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:13:23.394766Z","caller":"traceutil/trace.go:171","msg":"trace[632185872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:9771; }","duration":"152.068272ms","start":"2026-07-03T16:13:23.242682Z","end":"2026-07-03T16:13:23.394751Z","steps":["trace[632185872] 'agreement among raft nodes before linearized reading' (duration: 151.850287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:42.668656Z","caller":"traceutil/trace.go:171","msg":"trace[1944394778] transaction","detail":"{read_only:false; response_revision:9920; number_of_response:1; }","duration":"101.184686ms","start":"2026-07-03T16:13:42.567447Z","end":"2026-07-03T16:13:42.668631Z","steps":["trace[1944394778] 'process raft request' (duration: 101.046442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:42.79128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7975} {"level":"info","ts":"2026-07-03T16:14:42.85739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7975,"took":"64.075576ms","hash":2423085484,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":28069888,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-03T16:14:42.857456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2423085484,"revision":7975,"compact-revision":5812} {"level":"info","ts":"2026-07-03T16:15:31.606066Z","caller":"traceutil/trace.go:171","msg":"trace[2003440138] linearizableReadLoop","detail":"{readStateIndex:11027; appliedIndex:11026; }","duration":"230.497119ms","start":"2026-07-03T16:15:31.375549Z","end":"2026-07-03T16:15:31.606046Z","steps":["trace[2003440138] 'read index received' (duration: 228.045966ms)","trace[2003440138] 'applied index is now lower than readState.Index' (duration: 2.442023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:31.606215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.646043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:31.606282Z","caller":"traceutil/trace.go:171","msg":"trace[442038723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10641; }","duration":"230.763656ms","start":"2026-07-03T16:15:31.375504Z","end":"2026-07-03T16:15:31.606267Z","steps":["trace[442038723] 'agreement among raft nodes before linearized reading' (duration: 230.623202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:17:28.595233Z","caller":"traceutil/trace.go:171","msg":"trace[1291618127] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"151.277481ms","start":"2026-07-03T16:17:28.443922Z","end":"2026-07-03T16:17:28.595199Z","steps":["trace[1291618127] 'process raft request' (duration: 151.101726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:17:30.89629Z","caller":"traceutil/trace.go:171","msg":"trace[2138935494] transaction","detail":"{read_only:false; response_revision:11360; number_of_response:1; }","duration":"173.133916ms","start":"2026-07-03T16:17:30.723118Z","end":"2026-07-03T16:17:30.896252Z","steps":["trace[2138935494] 'process raft request' (duration: 172.929631ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:17:31.249877Z","caller":"traceutil/trace.go:171","msg":"trace[1210276554] transaction","detail":"{read_only:false; response_revision:11361; number_of_response:1; }","duration":"348.810382ms","start":"2026-07-03T16:17:30.90103Z","end":"2026-07-03T16:17:31.249841Z","steps":["trace[1210276554] 'process raft request' (duration: 319.383067ms)","trace[1210276554] 'compare' (duration: 29.061465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:17:31.250137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:17:30.901017Z","time spent":"348.933225ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:17:31.251662Z","caller":"traceutil/trace.go:171","msg":"trace[1429192271] linearizableReadLoop","detail":"{readStateIndex:11775; appliedIndex:11772; }","duration":"126.190748ms","start":"2026-07-03T16:17:31.125443Z","end":"2026-07-03T16:17:31.251634Z","steps":["trace[1429192271] 'read index received' (duration: 95.057569ms)","trace[1429192271] 'applied index is now lower than readState.Index' (duration: 31.131569ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:17:31.251749Z","caller":"traceutil/trace.go:171","msg":"trace[1756633327] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"350.442134ms","start":"2026-07-03T16:17:30.901249Z","end":"2026-07-03T16:17:31.251691Z","steps":["trace[1756633327] 'process raft request' (duration: 350.205888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:17:31.25189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.435045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:17:31.252071Z","caller":"traceutil/trace.go:171","msg":"trace[1643560949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:11363; }","duration":"126.678961ms","start":"2026-07-03T16:17:31.125381Z","end":"2026-07-03T16:17:31.25206Z","steps":["trace[1643560949] 'agreement among raft nodes before linearized reading' (duration: 126.367903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:17:31.251937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:17:30.901238Z","time spent":"350.610578ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1025,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:17:31.252001Z","caller":"traceutil/trace.go:171","msg":"trace[1313822517] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"343.078372ms","start":"2026-07-03T16:17:30.908896Z","end":"2026-07-03T16:17:31.251975Z","steps":["trace[1313822517] 'process raft request' (duration: 342.664192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:17:31.252438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:17:30.908888Z","time spent":"343.468723ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7320,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:18:39.453322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965365612,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:18:39.725842Z","caller":"traceutil/trace.go:171","msg":"trace[971344135] transaction","detail":"{read_only:false; response_revision:12066; number_of_response:1; }","duration":"780.569127ms","start":"2026-07-03T16:18:38.945248Z","end":"2026-07-03T16:18:39.725817Z","steps":["trace[971344135] 'process raft request' (duration: 780.395692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.726426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:38.945237Z","time spent":"781.104421ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:18:39.728378Z","caller":"traceutil/trace.go:171","msg":"trace[891232128] transaction","detail":"{read_only:false; response_revision:12067; number_of_response:1; }","duration":"380.293884ms","start":"2026-07-03T16:18:39.348062Z","end":"2026-07-03T16:18:39.728355Z","steps":["trace[891232128] 'process raft request' (duration: 380.12385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.728546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:39.348036Z","time spent":"380.426978ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:18:39.728543Z","caller":"traceutil/trace.go:171","msg":"trace[1345891411] linearizableReadLoop","detail":"{readStateIndex:12495; appliedIndex:12494; }","duration":"775.380801ms","start":"2026-07-03T16:18:38.953142Z","end":"2026-07-03T16:18:39.728523Z","steps":["trace[1345891411] 'read index received' (duration: 773.75577ms)","trace[1345891411] 'applied index is now lower than readState.Index' (duration: 1.623231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:18:39.728877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.638422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:18:39.728894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.054445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:18:39.728928Z","caller":"traceutil/trace.go:171","msg":"trace[1438261065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12068; }","duration":"754.752865ms","start":"2026-07-03T16:18:38.97416Z","end":"2026-07-03T16:18:39.728912Z","steps":["trace[1438261065] 'agreement among raft nodes before linearized reading' (duration: 754.586201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:39.728947Z","caller":"traceutil/trace.go:171","msg":"trace[1503004443] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12068; }","duration":"267.140957ms","start":"2026-07-03T16:18:39.461792Z","end":"2026-07-03T16:18:39.728933Z","steps":["trace[1503004443] 'agreement among raft nodes before linearized reading' (duration: 267.046515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.728966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:38.974141Z","time spent":"754.815667ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:18:39.729001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.871317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:18:39.729058Z","caller":"traceutil/trace.go:171","msg":"trace[692003742] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12068; }","duration":"259.955999ms","start":"2026-07-03T16:18:39.469087Z","end":"2026-07-03T16:18:39.729043Z","steps":["trace[692003742] 'agreement among raft nodes before linearized reading' (duration: 259.864296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.729059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.331027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-03T16:18:39.72913Z","caller":"traceutil/trace.go:171","msg":"trace[260535475] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12068; }","duration":"258.436462ms","start":"2026-07-03T16:18:39.470675Z","end":"2026-07-03T16:18:39.729112Z","steps":["trace[260535475] 'agreement among raft nodes before linearized reading' (duration: 258.123343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.729142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.633248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:18:39.729128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.210634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-03T16:18:39.729177Z","caller":"traceutil/trace.go:171","msg":"trace[541159848] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12068; }","duration":"260.68933ms","start":"2026-07-03T16:18:39.468477Z","end":"2026-07-03T16:18:39.729166Z","steps":["trace[541159848] 'agreement among raft nodes before linearized reading' (duration: 260.634529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.729164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.019359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:18:39.729204Z","caller":"traceutil/trace.go:171","msg":"trace[401404409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12068; }","duration":"122.309176ms","start":"2026-07-03T16:18:39.606876Z","end":"2026-07-03T16:18:39.729186Z","steps":["trace[401404409] 'agreement among raft nodes before linearized reading' (duration: 122.11855ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:39.729243Z","caller":"traceutil/trace.go:171","msg":"trace[381963535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12068; }","duration":"776.118752ms","start":"2026-07-03T16:18:38.953105Z","end":"2026-07-03T16:18:39.729223Z","steps":["trace[381963535] 'agreement among raft nodes before linearized reading' (duration: 775.858435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.729275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.338966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:18:39.729291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:38.953094Z","time spent":"776.184615ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:18:39.72932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.749374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:18:39.729315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.015372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:18:39.729318Z","caller":"traceutil/trace.go:171","msg":"trace[1150506099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12068; }","duration":"721.409828ms","start":"2026-07-03T16:18:39.007894Z","end":"2026-07-03T16:18:39.729304Z","steps":["trace[1150506099] 'agreement among raft nodes before linearized reading' (duration: 721.320885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:39.729343Z","caller":"traceutil/trace.go:171","msg":"trace[1543376529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12068; }","duration":"752.793884ms","start":"2026-07-03T16:18:38.976542Z","end":"2026-07-03T16:18:39.729336Z","steps":["trace[1543376529] 'agreement among raft nodes before linearized reading' (duration: 752.711972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:39.729357Z","caller":"traceutil/trace.go:171","msg":"trace[68567002] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12068; }","duration":"260.083004ms","start":"2026-07-03T16:18:39.469261Z","end":"2026-07-03T16:18:39.729344Z","steps":["trace[68567002] 'agreement among raft nodes before linearized reading' (duration: 259.972351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.729363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:39.007871Z","time spent":"721.48152ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:18:39.729377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:38.976529Z","time spent":"752.839426ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:18:39.728877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.220177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:18:39.729085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.421244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:18:39.72934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.775567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:18:39.729447Z","caller":"traceutil/trace.go:171","msg":"trace[277715684] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12068; }","duration":"251.911261ms","start":"2026-07-03T16:18:39.477529Z","end":"2026-07-03T16:18:39.72944Z","steps":["trace[277715684] 'agreement among raft nodes before linearized reading' (duration: 251.781078ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:39.729435Z","caller":"traceutil/trace.go:171","msg":"trace[545226236] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12068; }","duration":"126.815893ms","start":"2026-07-03T16:18:39.602599Z","end":"2026-07-03T16:18:39.729415Z","steps":["trace[545226236] 'agreement among raft nodes before linearized reading' (duration: 126.208517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:39.729446Z","caller":"traceutil/trace.go:171","msg":"trace[1799407567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12068; }","duration":"497.804534ms","start":"2026-07-03T16:18:39.231625Z","end":"2026-07-03T16:18:39.729429Z","steps":["trace[1799407567] 'agreement among raft nodes before linearized reading' (duration: 497.430733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.729493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.925856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:18:39.72918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.541893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:18:39.729547Z","caller":"traceutil/trace.go:171","msg":"trace[745960140] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12068; }","duration":"126.995838ms","start":"2026-07-03T16:18:39.602536Z","end":"2026-07-03T16:18:39.729532Z","steps":["trace[745960140] 'agreement among raft nodes before linearized reading' (duration: 126.890126ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:39.729568Z","caller":"traceutil/trace.go:171","msg":"trace[1144904143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12068; }","duration":"718.958234ms","start":"2026-07-03T16:18:39.010589Z","end":"2026-07-03T16:18:39.729547Z","steps":["trace[1144904143] 'agreement among raft nodes before linearized reading' (duration: 718.514792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.72961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.134701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:18:39.729621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:39.010568Z","time spent":"719.037545ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:18:39.729514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:18:39.231606Z","time spent":"497.890687ms","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:18:39.729655Z","caller":"traceutil/trace.go:171","msg":"trace[1534091080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12068; }","duration":"127.210053ms","start":"2026-07-03T16:18:39.602431Z","end":"2026-07-03T16:18:39.729641Z","steps":["trace[1534091080] 'agreement among raft nodes before linearized reading' (duration: 127.138991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:39.729389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.747842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:18:39.729722Z","caller":"traceutil/trace.go:171","msg":"trace[2091556970] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12068; }","duration":"127.09801ms","start":"2026-07-03T16:18:39.602589Z","end":"2026-07-03T16:18:39.729687Z","steps":["trace[2091556970] 'agreement among raft nodes before linearized reading' (duration: 126.774832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:01.645979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.359926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:19:01.646105Z","caller":"traceutil/trace.go:171","msg":"trace[1727565491] linearizableReadLoop","detail":"{readStateIndex:12621; appliedIndex:12620; }","duration":"415.598433ms","start":"2026-07-03T16:19:01.230486Z","end":"2026-07-03T16:19:01.646084Z","steps":["trace[1727565491] 'read index received' (duration: 265.103423ms)","trace[1727565491] 'applied index is now lower than readState.Index' (duration: 150.493409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:01.646199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.694585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:01.64624Z","caller":"traceutil/trace.go:171","msg":"trace[1325426482] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12188; }","duration":"415.774057ms","start":"2026-07-03T16:19:01.230453Z","end":"2026-07-03T16:19:01.646227Z","steps":["trace[1325426482] 'agreement among raft nodes before linearized reading' (duration: 415.683245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:01.646279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.230435Z","time spent":"415.833829ms","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:19:02.359913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965366067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:19:02.362048Z","caller":"traceutil/trace.go:171","msg":"trace[1838775905] transaction","detail":"{read_only:false; response_revision:12189; number_of_response:1; }","duration":"540.681991ms","start":"2026-07-03T16:19:01.82134Z","end":"2026-07-03T16:19:02.362022Z","steps":["trace[1838775905] 'process raft request' (duration: 540.512156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.362218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.821324Z","time spent":"540.799913ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:02.552267Z","caller":"traceutil/trace.go:171","msg":"trace[1509251804] linearizableReadLoop","detail":"{readStateIndex:12624; appliedIndex:12621; }","duration":"693.370137ms","start":"2026-07-03T16:19:01.858873Z","end":"2026-07-03T16:19:02.552243Z","steps":["trace[1509251804] 'read index received' (duration: 502.943018ms)","trace[1509251804] 'applied index is now lower than readState.Index' (duration: 190.426259ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:02.552319Z","caller":"traceutil/trace.go:171","msg":"trace[285311793] transaction","detail":"{read_only:false; response_revision:12190; number_of_response:1; }","duration":"724.804725ms","start":"2026-07-03T16:19:01.82748Z","end":"2026-07-03T16:19:02.552285Z","steps":["trace[285311793] 'process raft request' (duration: 724.533038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:02.552382Z","caller":"traceutil/trace.go:171","msg":"trace[812347527] transaction","detail":"{read_only:false; response_revision:12191; number_of_response:1; }","duration":"715.098623ms","start":"2026-07-03T16:19:01.837259Z","end":"2026-07-03T16:19:02.552357Z","steps":["trace[812347527] 'process raft request' (duration: 714.939929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.552472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.827457Z","time spent":"724.932739ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:02.552511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.627344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-03T16:19:02.552536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.837227Z","time spent":"715.208926ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:02.552569Z","caller":"traceutil/trace.go:171","msg":"trace[573361701] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12191; }","duration":"693.690015ms","start":"2026-07-03T16:19:01.858859Z","end":"2026-07-03T16:19:02.552549Z","steps":["trace[573361701] 'agreement among raft nodes before linearized reading' (duration: 693.517601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.552614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.858838Z","time spent":"693.763598ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:19:02.585906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.721452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:19:02.586116Z","caller":"traceutil/trace.go:171","msg":"trace[1613184622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12192; }","duration":"689.975339ms","start":"2026-07-03T16:19:01.896124Z","end":"2026-07-03T16:19:02.586099Z","steps":["trace[1613184622] 'agreement among raft nodes before linearized reading' (duration: 689.671881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.586143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.585573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:19:02.586187Z","caller":"traceutil/trace.go:171","msg":"trace[1410159023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12192; }","duration":"726.662054ms","start":"2026-07-03T16:19:01.859517Z","end":"2026-07-03T16:19:02.586179Z","steps":["trace[1410159023] 'agreement among raft nodes before linearized reading' (duration: 726.581322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.586182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.072621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:19:02.586277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.896105Z","time spent":"690.093253ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:02.58621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.859498Z","time spent":"726.706756ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:19:02.585918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.9992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:02.586572Z","caller":"traceutil/trace.go:171","msg":"trace[1928289949] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12192; }","duration":"470.653087ms","start":"2026-07-03T16:19:02.115894Z","end":"2026-07-03T16:19:02.586547Z","steps":["trace[1928289949] 'agreement among raft nodes before linearized reading' (duration: 469.966519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.585978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.106021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T16:19:02.58666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.11583Z","time spent":"470.808241ms","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:19:02.586678Z","caller":"traceutil/trace.go:171","msg":"trace[1963698569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12192; }","duration":"445.84384ms","start":"2026-07-03T16:19:02.140813Z","end":"2026-07-03T16:19:02.586657Z","steps":["trace[1963698569] 'agreement among raft nodes before linearized reading' (duration: 445.06241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.586834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.140791Z","time spent":"446.033236ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:19:02.586306Z","caller":"traceutil/trace.go:171","msg":"trace[1129989063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12192; }","duration":"685.202885ms","start":"2026-07-03T16:19:01.901079Z","end":"2026-07-03T16:19:02.586282Z","steps":["trace[1129989063] 'agreement among raft nodes before linearized reading' (duration: 684.944678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.587009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.90107Z","time spent":"685.870942ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:19:02.586326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.66034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:19:02.587119Z","caller":"traceutil/trace.go:171","msg":"trace[1115348433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12192; }","duration":"695.536413ms","start":"2026-07-03T16:19:01.891571Z","end":"2026-07-03T16:19:02.587108Z","steps":["trace[1115348433] 'agreement among raft nodes before linearized reading' (duration: 694.546747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.587173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.891552Z","time spent":"695.610355ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:02.586399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.095172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:19:02.587233Z","caller":"traceutil/trace.go:171","msg":"trace[828204701] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:12192; }","duration":"665.967284ms","start":"2026-07-03T16:19:01.921259Z","end":"2026-07-03T16:19:02.587226Z","steps":["trace[828204701] 'agreement among raft nodes before linearized reading' (duration: 664.768063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.587261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.921238Z","time spent":"666.013085ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"warn","ts":"2026-07-03T16:19:02.585992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.813511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:19:02.587358Z","caller":"traceutil/trace.go:171","msg":"trace[369089976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12192; }","duration":"692.212926ms","start":"2026-07-03T16:19:01.895139Z","end":"2026-07-03T16:19:02.587352Z","steps":["trace[369089976] 'agreement among raft nodes before linearized reading' (duration: 690.79938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.58738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:01.895108Z","time spent":"692.264868ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:03.106503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965366081,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:19:03.192226Z","caller":"traceutil/trace.go:171","msg":"trace[1737558325] transaction","detail":"{read_only:false; response_revision:12195; number_of_response:1; }","duration":"599.650336ms","start":"2026-07-03T16:19:02.592543Z","end":"2026-07-03T16:19:03.192193Z","steps":["trace[1737558325] 'process raft request' (duration: 599.340768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:03.192231Z","caller":"traceutil/trace.go:171","msg":"trace[1122755548] linearizableReadLoop","detail":"{readStateIndex:12630; appliedIndex:12626; }","duration":"586.200286ms","start":"2026-07-03T16:19:02.605989Z","end":"2026-07-03T16:19:03.19219Z","steps":["trace[1122755548] 'read index received' (duration: 585.672492ms)","trace[1122755548] 'applied index is now lower than readState.Index' (duration: 526.704µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:03.192342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.592528Z","time spent":"599.754659ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:03.192486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.960144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:19:03.19255Z","caller":"traceutil/trace.go:171","msg":"trace[1574109272] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12197; }","duration":"587.047037ms","start":"2026-07-03T16:19:02.605485Z","end":"2026-07-03T16:19:03.192532Z","steps":["trace[1574109272] 'agreement among raft nodes before linearized reading' (duration: 586.942365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:03.192592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.605477Z","time spent":"587.097678ms","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:19:03.192622Z","caller":"traceutil/trace.go:171","msg":"trace[216737714] transaction","detail":"{read_only:false; response_revision:12196; number_of_response:1; }","duration":"599.647376ms","start":"2026-07-03T16:19:02.592966Z","end":"2026-07-03T16:19:03.192613Z","steps":["trace[216737714] 'process raft request' (duration: 599.119353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:03.192617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.508591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:19:03.192657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.1784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19145"} {"level":"warn","ts":"2026-07-03T16:19:03.192673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.59296Z","time spent":"599.689337ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:03.192721Z","caller":"traceutil/trace.go:171","msg":"trace[1249436913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12197; }","duration":"334.657374ms","start":"2026-07-03T16:19:02.858037Z","end":"2026-07-03T16:19:03.192694Z","steps":["trace[1249436913] 'agreement among raft nodes before linearized reading' (duration: 334.48462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:03.192714Z","caller":"traceutil/trace.go:171","msg":"trace[953157122] transaction","detail":"{read_only:false; response_revision:12197; number_of_response:1; }","duration":"597.996802ms","start":"2026-07-03T16:19:02.594688Z","end":"2026-07-03T16:19:03.192685Z","steps":["trace[953157122] 'process raft request' (duration: 597.463589ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:03.192763Z","caller":"traceutil/trace.go:171","msg":"trace[1638423501] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12197; }","duration":"600.267682ms","start":"2026-07-03T16:19:02.592442Z","end":"2026-07-03T16:19:03.192709Z","steps":["trace[1638423501] 'agreement among raft nodes before linearized reading' (duration: 600.006685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:03.192767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.541477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:03.192829Z","caller":"traceutil/trace.go:171","msg":"trace[135127797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12197; }","duration":"237.67404ms","start":"2026-07-03T16:19:02.955145Z","end":"2026-07-03T16:19:03.192819Z","steps":["trace[135127797] 'agreement among raft nodes before linearized reading' (duration: 237.544976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:03.192831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.592436Z","time spent":"600.381125ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19169,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:19:03.192857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.59467Z","time spent":"598.113766ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:03.192788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.85802Z","time spent":"334.754228ms","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:19:03.19202Z","caller":"traceutil/trace.go:171","msg":"trace[510473349] transaction","detail":"{read_only:false; response_revision:12194; number_of_response:1; }","duration":"599.518483ms","start":"2026-07-03T16:19:02.592476Z","end":"2026-07-03T16:19:03.191994Z","steps":["trace[510473349] 'process raft request' (duration: 599.259556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:03.193093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:02.592461Z","time spent":"600.55938ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:04.617998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.055701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:04.61823Z","caller":"traceutil/trace.go:171","msg":"trace[1714810531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12198; }","duration":"311.303487ms","start":"2026-07-03T16:19:04.306906Z","end":"2026-07-03T16:19:04.618209Z","steps":["trace[1714810531] 'range keys from in-memory index tree' (duration: 311.039681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:04.618515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.035483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:19:04.618733Z","caller":"traceutil/trace.go:171","msg":"trace[548900985] linearizableReadLoop","detail":"{readStateIndex:12633; appliedIndex:12631; }","duration":"161.69205ms","start":"2026-07-03T16:19:04.457022Z","end":"2026-07-03T16:19:04.618714Z","steps":["trace[548900985] 'read index received' (duration: 135.741025ms)","trace[548900985] 'applied index is now lower than readState.Index' (duration: 25.947495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:04.618848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.823663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:19:04.61881Z","caller":"traceutil/trace.go:171","msg":"trace[348946925] transaction","detail":"{read_only:false; response_revision:12200; number_of_response:1; }","duration":"252.136207ms","start":"2026-07-03T16:19:04.366639Z","end":"2026-07-03T16:19:04.618775Z","steps":["trace[348946925] 'process raft request' (duration: 251.981763ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:04.618893Z","caller":"traceutil/trace.go:171","msg":"trace[2092604809] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12200; }","duration":"161.901255ms","start":"2026-07-03T16:19:04.456981Z","end":"2026-07-03T16:19:04.618882Z","steps":["trace[2092604809] 'agreement among raft nodes before linearized reading' (duration: 161.826593ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:04.618912Z","caller":"traceutil/trace.go:171","msg":"trace[1914043329] transaction","detail":"{read_only:false; response_revision:12199; number_of_response:1; }","duration":"417.817651ms","start":"2026-07-03T16:19:04.200967Z","end":"2026-07-03T16:19:04.618784Z","steps":["trace[1914043329] 'process raft request' (duration: 56.42927ms)","trace[1914043329] 'compare' (duration: 360.457057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:04.619264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:04.200947Z","time spent":"418.124658ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:04.685302Z","caller":"traceutil/trace.go:171","msg":"trace[692984167] transaction","detail":"{read_only:false; response_revision:12201; number_of_response:1; }","duration":"127.247004ms","start":"2026-07-03T16:19:04.558026Z","end":"2026-07-03T16:19:04.685273Z","steps":["trace[692984167] 'process raft request' (duration: 126.71085ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:04.685565Z","caller":"traceutil/trace.go:171","msg":"trace[1680332410] transaction","detail":"{read_only:false; response_revision:12202; number_of_response:1; }","duration":"125.53411ms","start":"2026-07-03T16:19:04.560017Z","end":"2026-07-03T16:19:04.685551Z","steps":["trace[1680332410] 'process raft request' (duration: 125.207231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:04.685626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.654704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:04.685693Z","caller":"traceutil/trace.go:171","msg":"trace[1835254155] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12203; }","duration":"132.777898ms","start":"2026-07-03T16:19:04.552899Z","end":"2026-07-03T16:19:04.685677Z","steps":["trace[1835254155] 'agreement among raft nodes before linearized reading' (duration: 132.644285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:05.306019Z","caller":"traceutil/trace.go:171","msg":"trace[2127068940] transaction","detail":"{read_only:false; response_revision:12206; number_of_response:1; }","duration":"104.742428ms","start":"2026-07-03T16:19:05.201252Z","end":"2026-07-03T16:19:05.305994Z","steps":["trace[2127068940] 'process raft request' (duration: 104.545873ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:05.306267Z","caller":"traceutil/trace.go:171","msg":"trace[2040471820] transaction","detail":"{read_only:false; response_revision:12207; number_of_response:1; }","duration":"104.874552ms","start":"2026-07-03T16:19:05.201364Z","end":"2026-07-03T16:19:05.306238Z","steps":["trace[2040471820] 'process raft request' (duration: 104.592795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:05.306399Z","caller":"traceutil/trace.go:171","msg":"trace[469691907] transaction","detail":"{read_only:false; response_revision:12208; number_of_response:1; }","duration":"104.287025ms","start":"2026-07-03T16:19:05.202079Z","end":"2026-07-03T16:19:05.306366Z","steps":["trace[469691907] 'process raft request' (duration: 104.126361ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:06.806379Z","caller":"traceutil/trace.go:171","msg":"trace[1812230911] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"151.613909ms","start":"2026-07-03T16:19:06.654727Z","end":"2026-07-03T16:19:06.80634Z","steps":["trace[1812230911] 'process raft request' (duration: 143.876117ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:06.853524Z","caller":"traceutil/trace.go:171","msg":"trace[1465199421] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"161.722192ms","start":"2026-07-03T16:19:06.691757Z","end":"2026-07-03T16:19:06.853479Z","steps":["trace[1465199421] 'process raft request' (duration: 161.520086ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:06.853943Z","caller":"traceutil/trace.go:171","msg":"trace[328851425] transaction","detail":"{read_only:false; response_revision:12213; number_of_response:1; }","duration":"162.136543ms","start":"2026-07-03T16:19:06.691781Z","end":"2026-07-03T16:19:06.853918Z","steps":["trace[328851425] 'process raft request' (duration: 161.63809ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:06.854085Z","caller":"traceutil/trace.go:171","msg":"trace[733148286] transaction","detail":"{read_only:false; response_revision:12214; number_of_response:1; }","duration":"162.139503ms","start":"2026-07-03T16:19:06.691898Z","end":"2026-07-03T16:19:06.854038Z","steps":["trace[733148286] 'process raft request' (duration: 161.886416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:06.854193Z","caller":"traceutil/trace.go:171","msg":"trace[229913948] linearizableReadLoop","detail":"{readStateIndex:12648; appliedIndex:12644; }","duration":"153.695283ms","start":"2026-07-03T16:19:06.700419Z","end":"2026-07-03T16:19:06.854114Z","steps":["trace[229913948] 'read index received' (duration: 98.010472ms)","trace[229913948] 'applied index is now lower than readState.Index' (duration: 55.682971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:06.854346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.924689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:19:06.854406Z","caller":"traceutil/trace.go:171","msg":"trace[1582155411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:12214; }","duration":"154.058162ms","start":"2026-07-03T16:19:06.700332Z","end":"2026-07-03T16:19:06.85439Z","steps":["trace[1582155411] 'agreement among raft nodes before linearized reading' (duration: 153.874867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:06.854617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.731948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:19:06.854703Z","caller":"traceutil/trace.go:171","msg":"trace[1699028603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12214; }","duration":"139.842151ms","start":"2026-07-03T16:19:06.714846Z","end":"2026-07-03T16:19:06.854688Z","steps":["trace[1699028603] 'agreement among raft nodes before linearized reading' (duration: 139.526413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.070666Z","caller":"traceutil/trace.go:171","msg":"trace[1217613763] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"187.492404ms","start":"2026-07-03T16:19:14.883145Z","end":"2026-07-03T16:19:15.070637Z","steps":["trace[1217613763] 'process raft request' (duration: 187.307069ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.313674Z","caller":"traceutil/trace.go:171","msg":"trace[2056648329] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"428.450519ms","start":"2026-07-03T16:19:14.8852Z","end":"2026-07-03T16:19:15.313651Z","steps":["trace[2056648329] 'process raft request' (duration: 428.280034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.313898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.885189Z","time spent":"428.640913ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:15.314021Z","caller":"traceutil/trace.go:171","msg":"trace[71222086] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"428.710155ms","start":"2026-07-03T16:19:14.885276Z","end":"2026-07-03T16:19:15.313986Z","steps":["trace[71222086] 'process raft request' (duration: 428.340926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.314195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.885269Z","time spent":"428.830998ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:15.314267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.448622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:19:15.314321Z","caller":"traceutil/trace.go:171","msg":"trace[406308187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12277; }","duration":"422.557146ms","start":"2026-07-03T16:19:14.891751Z","end":"2026-07-03T16:19:15.314308Z","steps":["trace[406308187] 'agreement among raft nodes before linearized reading' (duration: 422.384611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.313983Z","caller":"traceutil/trace.go:171","msg":"trace[2024046632] linearizableReadLoop","detail":"{readStateIndex:12713; appliedIndex:12710; }","duration":"422.134534ms","start":"2026-07-03T16:19:14.891775Z","end":"2026-07-03T16:19:15.31391Z","steps":["trace[2024046632] 'read index received' (duration: 178.668944ms)","trace[2024046632] 'applied index is now lower than readState.Index' (duration: 243.46256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:15.314365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.891742Z","time spent":"422.616747ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:15.314503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.061323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:15.314568Z","caller":"traceutil/trace.go:171","msg":"trace[696358830] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12277; }","duration":"146.162136ms","start":"2026-07-03T16:19:15.168394Z","end":"2026-07-03T16:19:15.314556Z","steps":["trace[696358830] 'agreement among raft nodes before linearized reading' (duration: 146.075674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.314844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.662587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-03T16:19:15.314852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.940814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:15.314899Z","caller":"traceutil/trace.go:171","msg":"trace[1736923453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:12277; }","duration":"394.7938ms","start":"2026-07-03T16:19:14.920091Z","end":"2026-07-03T16:19:15.314885Z","steps":["trace[1736923453] 'agreement among raft nodes before linearized reading' (duration: 394.370579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.315552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.920067Z","time spent":"395.461669ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:19:15.31493Z","caller":"traceutil/trace.go:171","msg":"trace[837781882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12277; }","duration":"360.074027ms","start":"2026-07-03T16:19:14.954835Z","end":"2026-07-03T16:19:15.314909Z","steps":["trace[837781882] 'agreement among raft nodes before linearized reading' (duration: 359.928803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.315717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.95481Z","time spent":"360.861648ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:19:42.802529Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10313} {"level":"info","ts":"2026-07-03T16:19:42.942413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10313,"took":"137.188702ms","hash":4186093182,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":26193920,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T16:19:42.942497Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4186093182,"revision":10313,"compact-revision":7975} {"level":"info","ts":"2026-07-03T16:23:26.839376Z","caller":"traceutil/trace.go:171","msg":"trace[1449569847] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"130.284576ms","start":"2026-07-03T16:23:26.709062Z","end":"2026-07-03T16:23:26.839346Z","steps":["trace[1449569847] 'process raft request' (duration: 130.117452ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:24:42.810923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12469} {"level":"info","ts":"2026-07-03T16:24:42.897649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12469,"took":"84.24557ms","hash":4058784545,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":27746304,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-03T16:24:42.897772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4058784545,"revision":12469,"compact-revision":10313} {"level":"warn","ts":"2026-07-03T16:24:56.64436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965372914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:24:56.739145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:24:56.016396Z","time spent":"722.744813ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:24:56.762578Z","caller":"traceutil/trace.go:171","msg":"trace[1811347706] transaction","detail":"{read_only:false; response_revision:14602; number_of_response:1; }","duration":"732.570829ms","start":"2026-07-03T16:24:56.029981Z","end":"2026-07-03T16:24:56.762552Z","steps":["trace[1811347706] 'process raft request' (duration: 732.322813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:24:56.762751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:24:56.029956Z","time spent":"732.713313ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:24:56.762837Z","caller":"traceutil/trace.go:171","msg":"trace[1578934337] transaction","detail":"{read_only:false; response_revision:14603; number_of_response:1; }","duration":"396.488895ms","start":"2026-07-03T16:24:56.366325Z","end":"2026-07-03T16:24:56.762814Z","steps":["trace[1578934337] 'process raft request' (duration: 396.143066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:24:56.762968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:24:56.366296Z","time spent":"396.603808ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:24:56.763104Z","caller":"traceutil/trace.go:171","msg":"trace[674766215] linearizableReadLoop","detail":"{readStateIndex:15124; appliedIndex:15119; }","duration":"619.026248ms","start":"2026-07-03T16:24:56.144057Z","end":"2026-07-03T16:24:56.763083Z","steps":["trace[674766215] 'read index received' (duration: 594.907261ms)","trace[674766215] 'applied index is now lower than readState.Index' (duration: 24.118167ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:24:56.763098Z","caller":"traceutil/trace.go:171","msg":"trace[1073610519] transaction","detail":"{read_only:false; response_revision:14604; number_of_response:1; }","duration":"145.798648ms","start":"2026-07-03T16:24:56.617268Z","end":"2026-07-03T16:24:56.763067Z","steps":["trace[1073610519] 'process raft request' (duration: 145.450699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:24:56.763142Z","caller":"traceutil/trace.go:171","msg":"trace[1332219406] transaction","detail":"{read_only:false; response_revision:14605; number_of_response:1; }","duration":"143.870828ms","start":"2026-07-03T16:24:56.619254Z","end":"2026-07-03T16:24:56.763124Z","steps":["trace[1332219406] 'process raft request' (duration: 143.714124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:24:56.763265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.217672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:24:56.763308Z","caller":"traceutil/trace.go:171","msg":"trace[661151649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:14606; }","duration":"619.299794ms","start":"2026-07-03T16:24:56.143999Z","end":"2026-07-03T16:24:56.763299Z","steps":["trace[661151649] 'agreement among raft nodes before linearized reading' (duration: 619.179911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:24:56.763346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:24:56.143977Z","time spent":"619.359896ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"warn","ts":"2026-07-03T16:25:21.467635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965373288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:25:21.968846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965373288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:25:22.323182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466268811s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:25:22.323599Z","caller":"traceutil/trace.go:171","msg":"trace[168164399] transaction","detail":"{read_only:false; response_revision:14733; number_of_response:1; }","duration":"1.466827466s","start":"2026-07-03T16:25:20.85675Z","end":"2026-07-03T16:25:22.323578Z","steps":["trace[168164399] 'process raft request' (duration: 1.466660262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.323785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:20.856723Z","time spent":"1.4669837s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:22.74285Z","caller":"traceutil/trace.go:171","msg":"trace[1602455203] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"1.885137102s","start":"2026-07-03T16:25:20.857676Z","end":"2026-07-03T16:25:22.742813Z","steps":["trace[1602455203] 'process raft request' (duration: 1.884840174s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:22.742628Z","caller":"traceutil/trace.go:171","msg":"trace[1574283745] transaction","detail":"{read_only:false; response_revision:14734; number_of_response:1; }","duration":"1.885717006s","start":"2026-07-03T16:25:20.856877Z","end":"2026-07-03T16:25:22.742594Z","steps":["trace[1574283745] 'process raft request' (duration: 1.843307115s)","trace[1574283745] 'compare' (duration: 42.190725ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:22.742837Z","caller":"traceutil/trace.go:171","msg":"trace[115915873] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"1.885528202s","start":"2026-07-03T16:25:20.857281Z","end":"2026-07-03T16:25:22.742809Z","steps":["trace[115915873] 'process raft request' (duration: 1.885198783s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.743012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:20.857652Z","time spent":"1.885277375s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:25:22.74326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:20.85726Z","time spent":"1.885748727s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:25:22.743547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:20.856846Z","time spent":"1.886112936s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:22.746742Z","caller":"traceutil/trace.go:171","msg":"trace[852087706] linearizableReadLoop","detail":"{readStateIndex:15260; appliedIndex:15255; }","duration":"1.779333423s","start":"2026-07-03T16:25:20.967396Z","end":"2026-07-03T16:25:22.746729Z","steps":["trace[852087706] 'read index received' (duration: 1.356049389s)","trace[852087706] 'applied index is now lower than readState.Index' (duration: 423.283004ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:25:22.746859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680668661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:22.746895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779494208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:25:22.746927Z","caller":"traceutil/trace.go:171","msg":"trace[1882372653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:14736; }","duration":"1.779529859s","start":"2026-07-03T16:25:20.96739Z","end":"2026-07-03T16:25:22.74692Z","steps":["trace[1882372653] 'agreement among raft nodes before linearized reading' (duration: 1.779410926s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.74692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302050496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:25:22.746952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:20.967344Z","time spent":"1.7796018s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:25:22.746961Z","caller":"traceutil/trace.go:171","msg":"trace[1668513496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14736; }","duration":"1.302103477s","start":"2026-07-03T16:25:21.444847Z","end":"2026-07-03T16:25:22.74695Z","steps":["trace[1668513496] 'agreement among raft nodes before linearized reading' (duration: 1.301988774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.746977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302141779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:25:22.746992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.444842Z","time spent":"1.302138709s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:25:22.74698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.174819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:22.747013Z","caller":"traceutil/trace.go:171","msg":"trace[394368673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14736; }","duration":"1.302206931s","start":"2026-07-03T16:25:21.444796Z","end":"2026-07-03T16:25:22.747003Z","steps":["trace[394368673] 'agreement among raft nodes before linearized reading' (duration: 1.302123519s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.747007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.533961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:22.74702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.091866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:22.747044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.444776Z","time spent":"1.302258061s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:25:22.747053Z","caller":"traceutil/trace.go:171","msg":"trace[1100636562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14736; }","duration":"791.163438ms","start":"2026-07-03T16:25:21.955881Z","end":"2026-07-03T16:25:22.747044Z","steps":["trace[1100636562] 'agreement among raft nodes before linearized reading' (duration: 791.099916ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:22.747041Z","caller":"traceutil/trace.go:171","msg":"trace[1445559072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14736; }","duration":"272.310802ms","start":"2026-07-03T16:25:22.47471Z","end":"2026-07-03T16:25:22.747021Z","steps":["trace[1445559072] 'agreement among raft nodes before linearized reading' (duration: 272.191179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.747289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.602889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:25:22.747359Z","caller":"traceutil/trace.go:171","msg":"trace[1543238772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14736; }","duration":"240.759673ms","start":"2026-07-03T16:25:22.506583Z","end":"2026-07-03T16:25:22.747343Z","steps":["trace[1543238772] 'agreement among raft nodes before linearized reading' (duration: 240.413084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:22.746901Z","caller":"traceutil/trace.go:171","msg":"trace[1904575730] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14736; }","duration":"1.680714402s","start":"2026-07-03T16:25:21.066174Z","end":"2026-07-03T16:25:22.746888Z","steps":["trace[1904575730] 'agreement among raft nodes before linearized reading' (duration: 1.68064709s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.748028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.066108Z","time spent":"1.681900433s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:25:22.747055Z","caller":"traceutil/trace.go:171","msg":"trace[319078848] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:14736; }","duration":"157.623074ms","start":"2026-07-03T16:25:22.589417Z","end":"2026-07-03T16:25:22.747041Z","steps":["trace[319078848] 'agreement among raft nodes before linearized reading' (duration: 157.511601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.74708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.955861Z","time spent":"791.21468ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:25:22.747138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415621116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:22.748726Z","caller":"traceutil/trace.go:171","msg":"trace[496556928] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14736; }","duration":"1.417197348s","start":"2026-07-03T16:25:21.331479Z","end":"2026-07-03T16:25:22.748676Z","steps":["trace[496556928] 'agreement among raft nodes before linearized reading' (duration: 1.415614106s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.747144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516185959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:22.748817Z","caller":"traceutil/trace.go:171","msg":"trace[1609480662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14736; }","duration":"1.517884323s","start":"2026-07-03T16:25:21.230917Z","end":"2026-07-03T16:25:22.748801Z","steps":["trace[1609480662] 'agreement among raft nodes before linearized reading' (duration: 1.516195588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.748862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.230897Z","time spent":"1.517948215s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:22.748855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.331463Z","time spent":"1.417344952s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:22.747136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369152679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:25:22.748989Z","caller":"traceutil/trace.go:171","msg":"trace[383604588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14736; }","duration":"1.370983778s","start":"2026-07-03T16:25:21.377929Z","end":"2026-07-03T16:25:22.748913Z","steps":["trace[383604588] 'agreement among raft nodes before linearized reading' (duration: 1.369101668s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.747194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358606826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:25:22.749084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.377913Z","time spent":"1.371135711s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:25:22.749093Z","caller":"traceutil/trace.go:171","msg":"trace[1165704527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14736; }","duration":"1.360501045s","start":"2026-07-03T16:25:21.388573Z","end":"2026-07-03T16:25:22.749074Z","steps":["trace[1165704527] 'agreement among raft nodes before linearized reading' (duration: 1.358537343s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.749183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.388567Z","time spent":"1.360600387s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:22.74726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365377013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:25:22.749317Z","caller":"traceutil/trace.go:171","msg":"trace[1729643802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14736; }","duration":"1.367457486s","start":"2026-07-03T16:25:21.381844Z","end":"2026-07-03T16:25:22.749301Z","steps":["trace[1729643802] 'agreement among raft nodes before linearized reading' (duration: 1.36529216s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.749364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.381839Z","time spent":"1.367510118s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:25:22.747231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301669538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:25:22.749462Z","caller":"traceutil/trace.go:171","msg":"trace[660618144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14736; }","duration":"1.303904375s","start":"2026-07-03T16:25:21.445543Z","end":"2026-07-03T16:25:22.749448Z","steps":["trace[660618144] 'agreement among raft nodes before linearized reading' (duration: 1.301553734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:22.749523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:21.445538Z","time spent":"1.303968547s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:25:31.165659Z","caller":"traceutil/trace.go:171","msg":"trace[1449508045] transaction","detail":"{read_only:false; response_revision:14775; number_of_response:1; }","duration":"394.482126ms","start":"2026-07-03T16:25:30.771092Z","end":"2026-07-03T16:25:31.165574Z","steps":["trace[1449508045] 'process raft request' (duration: 394.231189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.165931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.77107Z","time spent":"394.782604ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:31.168056Z","caller":"traceutil/trace.go:171","msg":"trace[988036238] linearizableReadLoop","detail":"{readStateIndex:15301; appliedIndex:15299; }","duration":"380.700867ms","start":"2026-07-03T16:25:30.787341Z","end":"2026-07-03T16:25:31.168042Z","steps":["trace[988036238] 'read index received' (duration: 377.975727ms)","trace[988036238] 'applied index is now lower than readState.Index' (duration: 2.72427ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:31.168099Z","caller":"traceutil/trace.go:171","msg":"trace[1426395440] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"392.604347ms","start":"2026-07-03T16:25:30.77547Z","end":"2026-07-03T16:25:31.168074Z","steps":["trace[1426395440] 'process raft request' (duration: 392.440973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:31.168133Z","caller":"traceutil/trace.go:171","msg":"trace[2126294072] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"366.876749ms","start":"2026-07-03T16:25:30.801231Z","end":"2026-07-03T16:25:31.168108Z","steps":["trace[2126294072] 'process raft request' (duration: 366.769745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.16823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.775438Z","time spent":"392.715961ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:25:31.16828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.932414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:25:31.168341Z","caller":"traceutil/trace.go:171","msg":"trace[1230267076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14777; }","duration":"381.025096ms","start":"2026-07-03T16:25:30.787298Z","end":"2026-07-03T16:25:31.168323Z","steps":["trace[1230267076] 'agreement among raft nodes before linearized reading' (duration: 380.836791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.168364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.80122Z","time spent":"367.011163ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:25:31.168382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.787285Z","time spent":"381.087488ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:31.171685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.188091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:25:31.171738Z","caller":"traceutil/trace.go:171","msg":"trace[1973063042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14777; }","duration":"376.283053ms","start":"2026-07-03T16:25:30.795442Z","end":"2026-07-03T16:25:31.171725Z","steps":["trace[1973063042] 'agreement among raft nodes before linearized reading' (duration: 376.15695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.17177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.795421Z","time spent":"376.342285ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:31.171784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.254671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:25:31.171814Z","caller":"traceutil/trace.go:171","msg":"trace[3403509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14777; }","duration":"374.321303ms","start":"2026-07-03T16:25:30.797486Z","end":"2026-07-03T16:25:31.171807Z","steps":["trace[3403509] 'agreement among raft nodes before linearized reading' (duration: 374.199669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.171795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.440036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:31.17184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.797472Z","time spent":"374.364753ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:25:31.171825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.012076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:25:31.171864Z","caller":"traceutil/trace.go:171","msg":"trace[2033164453] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14777; }","duration":"302.519318ms","start":"2026-07-03T16:25:30.869327Z","end":"2026-07-03T16:25:31.171846Z","steps":["trace[2033164453] 'agreement among raft nodes before linearized reading' (duration: 302.403675ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:31.171878Z","caller":"traceutil/trace.go:171","msg":"trace[1304411292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14777; }","duration":"376.095748ms","start":"2026-07-03T16:25:30.79577Z","end":"2026-07-03T16:25:31.171866Z","steps":["trace[1304411292] 'agreement among raft nodes before linearized reading' (duration: 375.976785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.171912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.869284Z","time spent":"302.6178ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:31.171917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.795754Z","time spent":"376.156539ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:25:31.171968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.213971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:25:31.171995Z","caller":"traceutil/trace.go:171","msg":"trace[736213819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14777; }","duration":"376.270102ms","start":"2026-07-03T16:25:30.795719Z","end":"2026-07-03T16:25:31.171989Z","steps":["trace[736213819] 'agreement among raft nodes before linearized reading' (duration: 376.19906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.171992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.096717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7911"} {"level":"warn","ts":"2026-07-03T16:25:31.172014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.795705Z","time spent":"376.305603ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:31.171785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.796665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:25:31.172052Z","caller":"traceutil/trace.go:171","msg":"trace[468531970] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14777; }","duration":"215.167878ms","start":"2026-07-03T16:25:30.956866Z","end":"2026-07-03T16:25:31.172034Z","steps":["trace[468531970] 'agreement among raft nodes before linearized reading' (duration: 214.971693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:31.172059Z","caller":"traceutil/trace.go:171","msg":"trace[882276281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14777; }","duration":"216.135154ms","start":"2026-07-03T16:25:30.955914Z","end":"2026-07-03T16:25:31.172049Z","steps":["trace[882276281] 'agreement among raft nodes before linearized reading' (duration: 215.752704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.172139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.332596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T16:25:31.172167Z","caller":"traceutil/trace.go:171","msg":"trace[738464140] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14777; }","duration":"346.385547ms","start":"2026-07-03T16:25:30.825775Z","end":"2026-07-03T16:25:31.172161Z","steps":["trace[738464140] 'agreement among raft nodes before linearized reading' (duration: 346.318365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.172185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.825759Z","time spent":"346.421558ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:25:31.172348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.035825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:31.172341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.273225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:25:31.172397Z","caller":"traceutil/trace.go:171","msg":"trace[1362458157] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14777; }","duration":"369.098957ms","start":"2026-07-03T16:25:30.803286Z","end":"2026-07-03T16:25:31.172385Z","steps":["trace[1362458157] 'agreement among raft nodes before linearized reading' (duration: 369.012925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.17243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.80328Z","time spent":"369.143108ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:25:31.172423Z","caller":"traceutil/trace.go:171","msg":"trace[642746269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:14777; }","duration":"353.382708ms","start":"2026-07-03T16:25:30.81903Z","end":"2026-07-03T16:25:31.172412Z","steps":["trace[642746269] 'agreement among raft nodes before linearized reading' (duration: 352.574137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:31.172484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:30.819016Z","time spent":"353.45884ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:25:38.499148Z","caller":"traceutil/trace.go:171","msg":"trace[1328343860] transaction","detail":"{read_only:false; response_revision:14832; number_of_response:1; }","duration":"116.313711ms","start":"2026-07-03T16:25:38.382785Z","end":"2026-07-03T16:25:38.499099Z","steps":["trace[1328343860] 'process raft request' (duration: 115.91421ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:39.566548Z","caller":"traceutil/trace.go:171","msg":"trace[1812966978] linearizableReadLoop","detail":"{readStateIndex:15362; appliedIndex:15361; }","duration":"365.679347ms","start":"2026-07-03T16:25:39.200851Z","end":"2026-07-03T16:25:39.56653Z","steps":["trace[1812966978] 'read index received' (duration: 365.557804ms)","trace[1812966978] 'applied index is now lower than readState.Index' (duration: 120.883µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:39.566605Z","caller":"traceutil/trace.go:171","msg":"trace[1986716228] transaction","detail":"{read_only:false; response_revision:14834; number_of_response:1; }","duration":"368.499391ms","start":"2026-07-03T16:25:39.198076Z","end":"2026-07-03T16:25:39.566575Z","steps":["trace[1986716228] 'process raft request' (duration: 368.342787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.566654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.785071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:25:39.566684Z","caller":"traceutil/trace.go:171","msg":"trace[99286804] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:14834; }","duration":"365.828622ms","start":"2026-07-03T16:25:39.200846Z","end":"2026-07-03T16:25:39.566674Z","steps":["trace[99286804] 'agreement among raft nodes before linearized reading' (duration: 365.765409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.566727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.200816Z","time spent":"365.890154ms","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:39.566777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.198056Z","time spent":"368.627974ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:39.678678Z","caller":"traceutil/trace.go:171","msg":"trace[1901032053] linearizableReadLoop","detail":"{readStateIndex:15364; appliedIndex:15362; }","duration":"111.955027ms","start":"2026-07-03T16:25:39.566595Z","end":"2026-07-03T16:25:39.67855Z","steps":["trace[1901032053] 'read index received' (duration: 108.489958ms)","trace[1901032053] 'applied index is now lower than readState.Index' (duration: 3.464159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:25:39.678721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.60493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:25:39.678781Z","caller":"traceutil/trace.go:171","msg":"trace[1813799952] transaction","detail":"{read_only:false; response_revision:14835; number_of_response:1; }","duration":"477.373919ms","start":"2026-07-03T16:25:39.201393Z","end":"2026-07-03T16:25:39.678767Z","steps":["trace[1813799952] 'process raft request' (duration: 473.741054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:39.678788Z","caller":"traceutil/trace.go:171","msg":"trace[2088971135] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14836; }","duration":"329.705333ms","start":"2026-07-03T16:25:39.349063Z","end":"2026-07-03T16:25:39.678768Z","steps":["trace[2088971135] 'agreement among raft nodes before linearized reading' (duration: 329.60779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.678852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.201371Z","time spent":"477.438771ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:25:39.678855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.349045Z","time spent":"329.774425ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:25:39.679005Z","caller":"traceutil/trace.go:171","msg":"trace[192042149] transaction","detail":"{read_only:false; response_revision:14836; number_of_response:1; }","duration":"477.244936ms","start":"2026-07-03T16:25:39.201749Z","end":"2026-07-03T16:25:39.678994Z","steps":["trace[192042149] 'process raft request' (duration: 476.749452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.679061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.20174Z","time spent":"477.294877ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:25:39.679169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.038927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-03T16:25:39.679195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.368151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:39.679215Z","caller":"traceutil/trace.go:171","msg":"trace[1141975123] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:14836; }","duration":"433.108369ms","start":"2026-07-03T16:25:39.246096Z","end":"2026-07-03T16:25:39.679204Z","steps":["trace[1141975123] 'agreement among raft nodes before linearized reading' (duration: 432.967726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:39.679226Z","caller":"traceutil/trace.go:171","msg":"trace[824551730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14836; }","duration":"258.453334ms","start":"2026-07-03T16:25:39.420762Z","end":"2026-07-03T16:25:39.679215Z","steps":["trace[824551730] 'agreement among raft nodes before linearized reading' (duration: 258.400402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.679247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.246085Z","time spent":"433.15331ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"warn","ts":"2026-07-03T16:25:39.679379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.647893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:25:39.679412Z","caller":"traceutil/trace.go:171","msg":"trace[1591223673] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14836; }","duration":"314.731044ms","start":"2026-07-03T16:25:39.364673Z","end":"2026-07-03T16:25:39.679405Z","steps":["trace[1591223673] 'agreement among raft nodes before linearized reading' (duration: 314.681323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.679439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.36465Z","time spent":"314.781836ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:39.679455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.910067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:25:39.679494Z","caller":"traceutil/trace.go:171","msg":"trace[1363905331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14836; }","duration":"456.963097ms","start":"2026-07-03T16:25:39.222521Z","end":"2026-07-03T16:25:39.679484Z","steps":["trace[1363905331] 'agreement among raft nodes before linearized reading' (duration: 456.869685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.679523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.222514Z","time spent":"457.003109ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:39.679562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.571758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:25:39.679607Z","caller":"traceutil/trace.go:171","msg":"trace[790518653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14836; }","duration":"466.63577ms","start":"2026-07-03T16:25:39.21296Z","end":"2026-07-03T16:25:39.679596Z","steps":["trace[790518653] 'agreement among raft nodes before linearized reading' (duration: 466.523947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.679637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.21295Z","time spent":"466.681551ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:25:39.679777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.58529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:25:39.679842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.778999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:25:39.679868Z","caller":"traceutil/trace.go:171","msg":"trace[1028854030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14836; }","duration":"457.828081ms","start":"2026-07-03T16:25:39.222032Z","end":"2026-07-03T16:25:39.67986Z","steps":["trace[1028854030] 'agreement among raft nodes before linearized reading' (duration: 457.748509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:39.679863Z","caller":"traceutil/trace.go:171","msg":"trace[862050265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14836; }","duration":"468.718764ms","start":"2026-07-03T16:25:39.211126Z","end":"2026-07-03T16:25:39.679845Z","steps":["trace[862050265] 'agreement among raft nodes before linearized reading' (duration: 468.438867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.67989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.222021Z","time spent":"457.863762ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:39.679913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.21111Z","time spent":"468.789145ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:39.680095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.413384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T16:25:39.680129Z","caller":"traceutil/trace.go:171","msg":"trace[1146343955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14836; }","duration":"461.468866ms","start":"2026-07-03T16:25:39.218652Z","end":"2026-07-03T16:25:39.680121Z","steps":["trace[1146343955] 'agreement among raft nodes before linearized reading' (duration: 461.353513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.680154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.218642Z","time spent":"461.503946ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:25:41.008854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965373550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:25:41.50914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965373550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:25:42.010031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965373550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:25:42.227199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.722013434s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:25:42.227728Z","caller":"traceutil/trace.go:171","msg":"trace[1521028640] transaction","detail":"{read_only:false; response_revision:14842; number_of_response:1; }","duration":"1.722654201s","start":"2026-07-03T16:25:40.505043Z","end":"2026-07-03T16:25:42.227697Z","steps":["trace[1521028640] 'process raft request' (duration: 1.722409115s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.228129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:40.505015Z","time spent":"1.722793535s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:42.233107Z","caller":"traceutil/trace.go:171","msg":"trace[600700791] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"661.008678ms","start":"2026-07-03T16:25:41.572078Z","end":"2026-07-03T16:25:42.233086Z","steps":["trace[600700791] 'process raft request' (duration: 660.868304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.233234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.572046Z","time spent":"661.120861ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:42.233445Z","caller":"traceutil/trace.go:171","msg":"trace[1406753605] transaction","detail":"{read_only:false; response_revision:14844; number_of_response:1; }","duration":"548.579897ms","start":"2026-07-03T16:25:41.684855Z","end":"2026-07-03T16:25:42.233435Z","steps":["trace[1406753605] 'process raft request' (duration: 548.200507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.233492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.684829Z","time spent":"548.640739ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:42.233552Z","caller":"traceutil/trace.go:171","msg":"trace[1808236823] transaction","detail":"{read_only:false; response_revision:14845; number_of_response:1; }","duration":"547.809398ms","start":"2026-07-03T16:25:41.685736Z","end":"2026-07-03T16:25:42.233545Z","steps":["trace[1808236823] 'process raft request' (duration: 547.596661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.233583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.685678Z","time spent":"547.88807ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:42.233563Z","caller":"traceutil/trace.go:171","msg":"trace[602871436] linearizableReadLoop","detail":"{readStateIndex:15374; appliedIndex:15369; }","duration":"1.72531745s","start":"2026-07-03T16:25:40.508225Z","end":"2026-07-03T16:25:42.233543Z","steps":["trace[602871436] 'read index received' (duration: 1.719390866s)","trace[602871436] 'applied index is now lower than readState.Index' (duration: 5.925104ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:42.23362Z","caller":"traceutil/trace.go:171","msg":"trace[1816717181] transaction","detail":"{read_only:false; response_revision:14846; number_of_response:1; }","duration":"133.509448ms","start":"2026-07-03T16:25:42.100087Z","end":"2026-07-03T16:25:42.233596Z","steps":["trace[1816717181] 'process raft request' (duration: 133.394774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.233732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725502045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:42.233764Z","caller":"traceutil/trace.go:171","msg":"trace[1828090424] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:14846; }","duration":"1.725555887s","start":"2026-07-03T16:25:40.5082Z","end":"2026-07-03T16:25:42.233756Z","steps":["trace[1828090424] 'agreement among raft nodes before linearized reading' (duration: 1.725423244s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.233785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:40.508191Z","time spent":"1.725588748s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:42.233843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.881958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T16:25:42.233905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.521961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:25:42.233988Z","caller":"traceutil/trace.go:171","msg":"trace[1493628744] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14846; }","duration":"485.680855ms","start":"2026-07-03T16:25:41.748291Z","end":"2026-07-03T16:25:42.233972Z","steps":["trace[1493628744] 'agreement among raft nodes before linearized reading' (duration: 485.523761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.748268Z","time spent":"485.749217ms","remote":"127.0.0.1:50972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:25:42.233895Z","caller":"traceutil/trace.go:171","msg":"trace[1813396945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14846; }","duration":"905.97507ms","start":"2026-07-03T16:25:41.327905Z","end":"2026-07-03T16:25:42.233881Z","steps":["trace[1813396945] 'agreement among raft nodes before linearized reading' (duration: 905.763135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.577652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T16:25:42.234139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.327885Z","time spent":"906.234007ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:25:42.234266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.879533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:25:42.2343Z","caller":"traceutil/trace.go:171","msg":"trace[1014620187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14846; }","duration":"278.952595ms","start":"2026-07-03T16:25:41.955338Z","end":"2026-07-03T16:25:42.23429Z","steps":["trace[1014620187] 'agreement among raft nodes before linearized reading' (duration: 278.901663ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:42.234156Z","caller":"traceutil/trace.go:171","msg":"trace[1897021752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14846; }","duration":"532.731016ms","start":"2026-07-03T16:25:41.701408Z","end":"2026-07-03T16:25:42.234139Z","steps":["trace[1897021752] 'agreement among raft nodes before linearized reading' (duration: 532.386487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.085777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:25:42.234354Z","caller":"traceutil/trace.go:171","msg":"trace[1796433586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14846; }","duration":"540.138969ms","start":"2026-07-03T16:25:41.694207Z","end":"2026-07-03T16:25:42.234346Z","steps":["trace[1796433586] 'agreement among raft nodes before linearized reading' (duration: 540.009186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.701375Z","time spent":"532.966092ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:25:42.234473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.460705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:25:42.234471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.251765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:42.234506Z","caller":"traceutil/trace.go:171","msg":"trace[2122793283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14846; }","duration":"533.538208ms","start":"2026-07-03T16:25:41.70096Z","end":"2026-07-03T16:25:42.234498Z","steps":["trace[2122793283] 'agreement among raft nodes before linearized reading' (duration: 533.430775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.700938Z","time spent":"533.584439ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:25:42.234531Z","caller":"traceutil/trace.go:171","msg":"trace[1509307906] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:14846; }","duration":"785.365728ms","start":"2026-07-03T16:25:41.449148Z","end":"2026-07-03T16:25:42.234514Z","steps":["trace[1509307906] 'agreement among raft nodes before linearized reading' (duration: 785.206334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.449127Z","time spent":"785.43358ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:42.234683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.773874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:25:42.234675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.679025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:25:42.234743Z","caller":"traceutil/trace.go:171","msg":"trace[1852946371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:14846; }","duration":"522.764278ms","start":"2026-07-03T16:25:41.71196Z","end":"2026-07-03T16:25:42.234724Z","steps":["trace[1852946371] 'agreement among raft nodes before linearized reading' (duration: 522.599554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.694192Z","time spent":"540.17744ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:25:42.234785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.726307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:42.234798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.711948Z","time spent":"522.834159ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:25:42.23483Z","caller":"traceutil/trace.go:171","msg":"trace[1624300287] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14846; }","duration":"646.805289ms","start":"2026-07-03T16:25:41.588013Z","end":"2026-07-03T16:25:42.234818Z","steps":["trace[1624300287] 'agreement among raft nodes before linearized reading' (duration: 646.735517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.957135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:42.234861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.587999Z","time spent":"646.85346ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:42.234876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.094675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:25:42.234704Z","caller":"traceutil/trace.go:171","msg":"trace[872225231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14846; }","duration":"533.817015ms","start":"2026-07-03T16:25:41.70088Z","end":"2026-07-03T16:25:42.234697Z","steps":["trace[872225231] 'agreement among raft nodes before linearized reading' (duration: 533.757524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:42.234908Z","caller":"traceutil/trace.go:171","msg":"trace[1389552737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14846; }","duration":"533.153886ms","start":"2026-07-03T16:25:41.701746Z","end":"2026-07-03T16:25:42.2349Z","steps":["trace[1389552737] 'agreement among raft nodes before linearized reading' (duration: 533.063214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:42.234897Z","caller":"traceutil/trace.go:171","msg":"trace[1534726936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14846; }","duration":"860.418697ms","start":"2026-07-03T16:25:41.374462Z","end":"2026-07-03T16:25:42.23488Z","steps":["trace[1534726936] 'agreement among raft nodes before linearized reading' (duration: 859.954585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:42.234931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.701732Z","time spent":"533.193978ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:42.234952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.374434Z","time spent":"860.503448ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:25:42.234952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:41.70087Z","time spent":"534.058271ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:42.906878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.241046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:25:42.906969Z","caller":"traceutil/trace.go:171","msg":"trace[1368663498] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14855; }","duration":"107.41266ms","start":"2026-07-03T16:25:42.799538Z","end":"2026-07-03T16:25:42.906951Z","steps":["trace[1368663498] 'count revisions from in-memory index tree' (duration: 107.121432ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:43.718734Z","caller":"traceutil/trace.go:171","msg":"trace[800657346] transaction","detail":"{read_only:false; response_revision:14856; number_of_response:1; }","duration":"200.384995ms","start":"2026-07-03T16:25:43.518317Z","end":"2026-07-03T16:25:43.718702Z","steps":["trace[800657346] 'process raft request' (duration: 200.19785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:01.570102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.733867ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:26:01.59834Z","caller":"traceutil/trace.go:171","msg":"trace[490998511] linearizableReadLoop","detail":"{readStateIndex:15616; appliedIndex:15615; }","duration":"311.425139ms","start":"2026-07-03T16:26:01.286882Z","end":"2026-07-03T16:26:01.598307Z","steps":["trace[490998511] 'read index received' (duration: 311.166942ms)","trace[490998511] 'applied index is now lower than readState.Index' (duration: 256.627µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:01.598631Z","caller":"traceutil/trace.go:171","msg":"trace[471615647] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"376.068657ms","start":"2026-07-03T16:26:01.222542Z","end":"2026-07-03T16:26:01.598611Z","steps":["trace[471615647] 'process raft request' (duration: 375.582065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:01.59877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:01.222519Z","time spent":"376.170859ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:26:01.599074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.697634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:01.59914Z","caller":"traceutil/trace.go:171","msg":"trace[1823421605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15074; }","duration":"222.802236ms","start":"2026-07-03T16:26:01.376322Z","end":"2026-07-03T16:26:01.599125Z","steps":["trace[1823421605] 'agreement among raft nodes before linearized reading' (duration: 222.655732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:01.599325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.441065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:01.599347Z","caller":"traceutil/trace.go:171","msg":"trace[1498770716] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:15074; }","duration":"312.499556ms","start":"2026-07-03T16:26:01.28684Z","end":"2026-07-03T16:26:01.599339Z","steps":["trace[1498770716] 'agreement among raft nodes before linearized reading' (duration: 312.463605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:01.599362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:01.286819Z","time spent":"312.537457ms","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:26:02.431345Z","caller":"traceutil/trace.go:171","msg":"trace[1320108781] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"130.363506ms","start":"2026-07-03T16:26:02.30095Z","end":"2026-07-03T16:26:02.431313Z","steps":["trace[1320108781] 'process raft request' (duration: 130.114699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.476863Z","caller":"traceutil/trace.go:171","msg":"trace[1349746478] linearizableReadLoop","detail":"{readStateIndex:15621; appliedIndex:15617; }","duration":"139.295008ms","start":"2026-07-03T16:26:02.337548Z","end":"2026-07-03T16:26:02.476843Z","steps":["trace[1349746478] 'read index received' (duration: 93.431786ms)","trace[1349746478] 'applied index is now lower than readState.Index' (duration: 45.862412ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:02.476917Z","caller":"traceutil/trace.go:171","msg":"trace[2005852215] transaction","detail":"{read_only:false; response_revision:15079; number_of_response:1; }","duration":"169.494273ms","start":"2026-07-03T16:26:02.307406Z","end":"2026-07-03T16:26:02.4769Z","steps":["trace[2005852215] 'process raft request' (duration: 169.405591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.476906Z","caller":"traceutil/trace.go:171","msg":"trace[1296402270] transaction","detail":"{read_only:false; response_revision:15078; number_of_response:1; }","duration":"174.464291ms","start":"2026-07-03T16:26:02.302406Z","end":"2026-07-03T16:26:02.47687Z","steps":["trace[1296402270] 'process raft request' (duration: 174.369379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.477104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.544684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:26:02.477146Z","caller":"traceutil/trace.go:171","msg":"trace[511641983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15079; }","duration":"139.627436ms","start":"2026-07-03T16:26:02.337507Z","end":"2026-07-03T16:26:02.477134Z","steps":["trace[511641983] 'agreement among raft nodes before linearized reading' (duration: 139.445841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.477235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.403281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:26:02.477259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.161602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:26:02.477283Z","caller":"traceutil/trace.go:171","msg":"trace[645320013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15079; }","duration":"132.221124ms","start":"2026-07-03T16:26:02.345056Z","end":"2026-07-03T16:26:02.477277Z","steps":["trace[645320013] 'agreement among raft nodes before linearized reading' (duration: 132.160482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.477287Z","caller":"traceutil/trace.go:171","msg":"trace[2115123623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15079; }","duration":"139.513184ms","start":"2026-07-03T16:26:02.337761Z","end":"2026-07-03T16:26:02.477274Z","steps":["trace[2115123623] 'agreement among raft nodes before linearized reading' (duration: 139.334119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.477358Z","caller":"traceutil/trace.go:171","msg":"trace[1684614312] transaction","detail":"{read_only:false; response_revision:15077; number_of_response:1; }","duration":"175.639051ms","start":"2026-07-03T16:26:02.30169Z","end":"2026-07-03T16:26:02.477345Z","steps":["trace[1684614312] 'process raft request' (duration: 174.952324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.477363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.12676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:26:02.47744Z","caller":"traceutil/trace.go:171","msg":"trace[1716885483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15079; }","duration":"130.244613ms","start":"2026-07-03T16:26:02.347174Z","end":"2026-07-03T16:26:02.477419Z","steps":["trace[1716885483] 'agreement among raft nodes before linearized reading' (duration: 130.007297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.477621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.090379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:26:02.477801Z","caller":"traceutil/trace.go:171","msg":"trace[1414491196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15079; }","duration":"130.391337ms","start":"2026-07-03T16:26:02.347387Z","end":"2026-07-03T16:26:02.477778Z","steps":["trace[1414491196] 'agreement among raft nodes before linearized reading' (duration: 129.874413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.652986Z","caller":"traceutil/trace.go:171","msg":"trace[1859151854] transaction","detail":"{read_only:false; response_revision:15081; number_of_response:1; }","duration":"171.264119ms","start":"2026-07-03T16:26:02.481689Z","end":"2026-07-03T16:26:02.652953Z","steps":["trace[1859151854] 'process raft request' (duration: 124.976296ms)","trace[1859151854] 'compare' (duration: 46.093457ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:02.653316Z","caller":"traceutil/trace.go:171","msg":"trace[638646444] transaction","detail":"{read_only:false; response_revision:15082; number_of_response:1; }","duration":"171.508765ms","start":"2026-07-03T16:26:02.481759Z","end":"2026-07-03T16:26:02.653267Z","steps":["trace[638646444] 'process raft request' (duration: 171.147056ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.653379Z","caller":"traceutil/trace.go:171","msg":"trace[290473300] linearizableReadLoop","detail":"{readStateIndex:15625; appliedIndex:15621; }","duration":"171.513435ms","start":"2026-07-03T16:26:02.481852Z","end":"2026-07-03T16:26:02.653366Z","steps":["trace[290473300] 'read index received' (duration: 3.703277ms)","trace[290473300] 'applied index is now lower than readState.Index' (duration: 167.809188ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:02.653325Z","caller":"traceutil/trace.go:171","msg":"trace[1008275756] transaction","detail":"{read_only:false; response_revision:15083; number_of_response:1; }","duration":"171.471205ms","start":"2026-07-03T16:26:02.481835Z","end":"2026-07-03T16:26:02.653306Z","steps":["trace[1008275756] 'process raft request' (duration: 171.334671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.653419Z","caller":"traceutil/trace.go:171","msg":"trace[852266014] transaction","detail":"{read_only:false; response_revision:15084; number_of_response:1; }","duration":"170.786166ms","start":"2026-07-03T16:26:02.482603Z","end":"2026-07-03T16:26:02.653389Z","steps":["trace[852266014] 'process raft request' (duration: 170.665103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.654249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.376247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:65 size:621215"} {"level":"info","ts":"2026-07-03T16:26:02.654302Z","caller":"traceutil/trace.go:171","msg":"trace[1582464553] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:65; response_revision:15084; }","duration":"172.47115ms","start":"2026-07-03T16:26:02.481819Z","end":"2026-07-03T16:26:02.65429Z","steps":["trace[1582464553] 'agreement among raft nodes before linearized reading' (duration: 171.631798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:06.540555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.669619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:06.540694Z","caller":"traceutil/trace.go:171","msg":"trace[1415409744] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:15161; }","duration":"305.863414ms","start":"2026-07-03T16:26:06.234808Z","end":"2026-07-03T16:26:06.540671Z","steps":["trace[1415409744] 'count revisions from in-memory index tree' (duration: 305.563516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:06.540745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.234787Z","time spent":"305.942766ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:06.540944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.859551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-07-03T16:26:06.541008Z","caller":"traceutil/trace.go:171","msg":"trace[395453401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9; range_end:; response_count:1; response_revision:15161; }","duration":"318.958743ms","start":"2026-07-03T16:26:06.222029Z","end":"2026-07-03T16:26:06.540988Z","steps":["trace[395453401] 'range keys from in-memory index tree' (duration: 318.666356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:06.541042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.222003Z","time spent":"319.032774ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" "} {"level":"warn","ts":"2026-07-03T16:26:06.540911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.24425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:06.541126Z","caller":"traceutil/trace.go:171","msg":"trace[955135685] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15161; }","duration":"364.530847ms","start":"2026-07-03T16:26:06.176547Z","end":"2026-07-03T16:26:06.541078Z","steps":["trace[955135685] 'count revisions from in-memory index tree' (duration: 364.089916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:06.541235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.176496Z","time spent":"364.701653ms","remote":"127.0.0.1:55226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:06.54819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.380902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415446"} {"level":"info","ts":"2026-07-03T16:26:06.548283Z","caller":"traceutil/trace.go:171","msg":"trace[1203986358] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15161; }","duration":"290.515926ms","start":"2026-07-03T16:26:06.257748Z","end":"2026-07-03T16:26:06.548264Z","steps":["trace[1203986358] 'range keys from in-memory index tree' (duration: 283.082152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:06.99719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965374445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:26:07.021597Z","caller":"traceutil/trace.go:171","msg":"trace[1040378819] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"578.112515ms","start":"2026-07-03T16:26:06.443464Z","end":"2026-07-03T16:26:07.021576Z","steps":["trace[1040378819] 'process raft request' (duration: 578.002762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:07.021749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.443428Z","time spent":"578.228018ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:08.536855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515362488s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:26:08.537383Z","caller":"traceutil/trace.go:171","msg":"trace[400971979] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"2.044403308s","start":"2026-07-03T16:26:06.49295Z","end":"2026-07-03T16:26:08.537353Z","steps":["trace[400971979] 'process raft request' (duration: 2.044118531s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.537559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.49291Z","time spent":"2.044558892s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:08.537686Z","caller":"traceutil/trace.go:171","msg":"trace[360477031] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"2.044302275s","start":"2026-07-03T16:26:06.493369Z","end":"2026-07-03T16:26:08.537672Z","steps":["trace[360477031] 'process raft request' (duration: 2.043927826s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:08.53768Z","caller":"traceutil/trace.go:171","msg":"trace[858190930] linearizableReadLoop","detail":"{readStateIndex:15708; appliedIndex:15704; }","duration":"2.040534037s","start":"2026-07-03T16:26:06.497119Z","end":"2026-07-03T16:26:08.537653Z","steps":["trace[858190930] 'read index received' (duration: 524.41259ms)","trace[858190930] 'applied index is now lower than readState.Index' (duration: 1.516119657s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:08.53776Z","caller":"traceutil/trace.go:171","msg":"trace[754284370] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"2.044248805s","start":"2026-07-03T16:26:06.493439Z","end":"2026-07-03T16:26:08.537688Z","steps":["trace[754284370] 'process raft request' (duration: 2.044102841s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.537788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.493358Z","time spent":"2.044395028s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:08.537892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.493428Z","time spent":"2.044392178s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:08.537934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040794283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:26:08.537965Z","caller":"traceutil/trace.go:171","msg":"trace[665229062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15165; }","duration":"2.040878135s","start":"2026-07-03T16:26:06.497075Z","end":"2026-07-03T16:26:08.537953Z","steps":["trace[665229062] 'agreement among raft nodes before linearized reading' (duration: 2.040730542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.537998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.49705Z","time spent":"2.040939967s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:26:08.874192Z","caller":"traceutil/trace.go:171","msg":"trace[454542703] linearizableReadLoop","detail":"{readStateIndex:15710; appliedIndex:15708; }","duration":"336.400387ms","start":"2026-07-03T16:26:08.537774Z","end":"2026-07-03T16:26:08.874174Z","steps":["trace[454542703] 'read index received' (duration: 335.828992ms)","trace[454542703] 'applied index is now lower than readState.Index' (duration: 570.665µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:08.874213Z","caller":"traceutil/trace.go:171","msg":"trace[1341051362] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"1.81966021s","start":"2026-07-03T16:26:07.054521Z","end":"2026-07-03T16:26:08.874181Z","steps":["trace[1341051362] 'process raft request' (duration: 1.8192538s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138223994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:26:08.874356Z","caller":"traceutil/trace.go:171","msg":"trace[530479048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15167; }","duration":"2.138308706s","start":"2026-07-03T16:26:06.736037Z","end":"2026-07-03T16:26:08.874345Z","steps":["trace[530479048] 'agreement among raft nodes before linearized reading' (duration: 2.138206414s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.736023Z","time spent":"2.138352488s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:08.8744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655510367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18bed45545fb71f1\" ","response":"range_response_count:1 size:1001"} {"level":"warn","ts":"2026-07-03T16:26:08.874396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.054492Z","time spent":"1.819817554s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416021,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:08.874368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32872472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-07-03T16:26:08.874431Z","caller":"traceutil/trace.go:171","msg":"trace[544841740] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18bed45545fb71f1; range_end:; response_count:1; response_revision:15167; }","duration":"1.655679812s","start":"2026-07-03T16:26:07.218741Z","end":"2026-07-03T16:26:08.874421Z","steps":["trace[544841740] 'agreement among raft nodes before linearized reading' (duration: 1.65560426s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:08.874449Z","caller":"traceutil/trace.go:171","msg":"trace[1234222350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9; range_end:; response_count:1; response_revision:15167; }","duration":"1.328860803s","start":"2026-07-03T16:26:07.545573Z","end":"2026-07-03T16:26:08.874433Z","steps":["trace[1234222350] 'agreement among raft nodes before linearized reading' (duration: 1.328619917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053198456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-07-03T16:26:08.874506Z","caller":"traceutil/trace.go:171","msg":"trace[2127319403] transaction","detail":"{read_only:false; response_revision:15167; number_of_response:1; }","duration":"856.416403ms","start":"2026-07-03T16:26:08.018074Z","end":"2026-07-03T16:26:08.87449Z","steps":["trace[2127319403] 'process raft request' (duration: 856.049293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655684262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" ","response":"range_response_count:1 size:20655"} {"level":"info","ts":"2026-07-03T16:26:08.87458Z","caller":"traceutil/trace.go:171","msg":"trace[1157344967] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6js6p; range_end:; response_count:1; response_revision:15167; }","duration":"1.655738843s","start":"2026-07-03T16:26:07.218833Z","end":"2026-07-03T16:26:08.874572Z","steps":["trace[1157344967] 'agreement among raft nodes before linearized reading' (duration: 1.65564097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.87458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138473311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:26:08.874608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.218826Z","time spent":"1.655776864s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20679,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" "} {"level":"warn","ts":"2026-07-03T16:26:08.874573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078250803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T16:26:08.874644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:08.018049Z","time spent":"856.523995ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:08.87468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138487071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:26:08.874691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139038603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:26:08.874591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089744353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:26:08.874703Z","caller":"traceutil/trace.go:171","msg":"trace[1171979674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15167; }","duration":"2.138535403s","start":"2026-07-03T16:26:06.736161Z","end":"2026-07-03T16:26:08.874696Z","steps":["trace[1171979674] 'agreement among raft nodes before linearized reading' (duration: 2.138476471s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326671328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:08.874723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.736139Z","time spent":"2.138579845s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:26:08.874721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13762965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:26:08.874731Z","caller":"traceutil/trace.go:171","msg":"trace[931151473] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15167; }","duration":"1.089911409s","start":"2026-07-03T16:26:07.784804Z","end":"2026-07-03T16:26:08.874716Z","steps":["trace[931151473] 'agreement among raft nodes before linearized reading' (duration: 1.089719903s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:08.874745Z","caller":"traceutil/trace.go:171","msg":"trace[1764938887] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15167; }","duration":"1.326740649s","start":"2026-07-03T16:26:07.547997Z","end":"2026-07-03T16:26:08.874738Z","steps":["trace[1764938887] 'agreement among raft nodes before linearized reading' (duration: 1.326697248s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223674542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:08.874769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034258065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T16:26:08.874771Z","caller":"traceutil/trace.go:171","msg":"trace[1036266226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15167; }","duration":"2.137682262s","start":"2026-07-03T16:26:06.737074Z","end":"2026-07-03T16:26:08.874756Z","steps":["trace[1036266226] 'agreement among raft nodes before linearized reading' (duration: 2.137556377s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.784783Z","time spent":"1.08998825s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:26:08.874809Z","caller":"traceutil/trace.go:171","msg":"trace[2115554657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15167; }","duration":"2.034339437s","start":"2026-07-03T16:26:06.840459Z","end":"2026-07-03T16:26:08.874798Z","steps":["trace[2115554657] 'agreement among raft nodes before linearized reading' (duration: 2.034228023s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.737068Z","time spent":"2.137740383s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:08.87484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.840437Z","time spent":"2.034397929s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:26:08.874573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138332937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:26:08.874536Z","caller":"traceutil/trace.go:171","msg":"trace[1307017933] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9; range_end:; response_count:1; response_revision:15167; }","duration":"2.053451253s","start":"2026-07-03T16:26:06.821078Z","end":"2026-07-03T16:26:08.874529Z","steps":["trace[1307017933] 'agreement among raft nodes before linearized reading' (duration: 2.053139785s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:08.874887Z","caller":"traceutil/trace.go:171","msg":"trace[2059533012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:15167; }","duration":"2.138675927s","start":"2026-07-03T16:26:06.736202Z","end":"2026-07-03T16:26:08.874878Z","steps":["trace[2059533012] 'agreement among raft nodes before linearized reading' (duration: 2.138181423s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.736189Z","time spent":"2.138718178s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:26:08.874806Z","caller":"traceutil/trace.go:171","msg":"trace[1728133250] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:15167; }","duration":"1.223773485s","start":"2026-07-03T16:26:07.65102Z","end":"2026-07-03T16:26:08.874793Z","steps":["trace[1728133250] 'agreement among raft nodes before linearized reading' (duration: 1.223669852s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.874985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.650975Z","time spent":"1.22399171s","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:08.874458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.218691Z","time spent":"1.655760454s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1025,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18bed45545fb71f1\" "} {"level":"warn","ts":"2026-07-03T16:26:08.87466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919316889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:08.875119Z","caller":"traceutil/trace.go:171","msg":"trace[1477162781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15167; }","duration":"1.919799223s","start":"2026-07-03T16:26:06.955302Z","end":"2026-07-03T16:26:08.875101Z","steps":["trace[1477162781] 'agreement among raft nodes before linearized reading' (duration: 1.91933267s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:08.87467Z","caller":"traceutil/trace.go:171","msg":"trace[290572866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15167; }","duration":"1.078409038s","start":"2026-07-03T16:26:07.796238Z","end":"2026-07-03T16:26:08.874647Z","steps":["trace[290572866] 'agreement among raft nodes before linearized reading' (duration: 1.078055439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.875179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.796219Z","time spent":"1.078950562s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:26:08.875186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.955282Z","time spent":"1.919881884s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:26:08.874715Z","caller":"traceutil/trace.go:171","msg":"trace[721557399] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:15167; }","duration":"1.139103825s","start":"2026-07-03T16:26:07.735604Z","end":"2026-07-03T16:26:08.874707Z","steps":["trace[721557399] 'agreement among raft nodes before linearized reading' (duration: 1.139002032s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.875251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.735584Z","time spent":"1.13965335s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:08.874507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.545551Z","time spent":"1.328947815s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" "} {"level":"info","ts":"2026-07-03T16:26:08.874621Z","caller":"traceutil/trace.go:171","msg":"trace[159692139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15167; }","duration":"2.138520922s","start":"2026-07-03T16:26:06.736089Z","end":"2026-07-03T16:26:08.87461Z","steps":["trace[159692139] 'agreement among raft nodes before linearized reading' (duration: 2.138407869s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.875328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.736087Z","time spent":"2.139236551s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:26:08.874774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:07.547947Z","time spent":"1.326820291s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:08.874915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:06.82106Z","time spent":"2.053843024s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" "} {"level":"warn","ts":"2026-07-03T16:26:08.875572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.736669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:26:08.875605Z","caller":"traceutil/trace.go:171","msg":"trace[1238300134] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:15167; }","duration":"720.810541ms","start":"2026-07-03T16:26:08.154786Z","end":"2026-07-03T16:26:08.875596Z","steps":["trace[1238300134] 'agreement among raft nodes before linearized reading' (duration: 720.084553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.875627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:08.154763Z","time spent":"720.858012ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:26:08.901763Z","caller":"traceutil/trace.go:171","msg":"trace[1360977673] transaction","detail":"{read_only:false; response_revision:15169; number_of_response:1; }","duration":"353.758688ms","start":"2026-07-03T16:26:08.547969Z","end":"2026-07-03T16:26:08.901728Z","steps":["trace[1360977673] 'process raft request' (duration: 353.525672ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:08.901804Z","caller":"traceutil/trace.go:171","msg":"trace[824087881] transaction","detail":"{read_only:false; response_revision:15168; number_of_response:1; }","duration":"358.868731ms","start":"2026-07-03T16:26:08.542904Z","end":"2026-07-03T16:26:08.901773Z","steps":["trace[824087881] 'process raft request' (duration: 358.485211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:08.901935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:08.547958Z","time spent":"353.88432ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:08.901955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:08.542884Z","time spent":"358.987563ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:12.2559Z","caller":"traceutil/trace.go:171","msg":"trace[754577894] linearizableReadLoop","detail":"{readStateIndex:15733; appliedIndex:15732; }","duration":"298.340328ms","start":"2026-07-03T16:26:11.957526Z","end":"2026-07-03T16:26:12.255867Z","steps":["trace[754577894] 'read index received' (duration: 298.062341ms)","trace[754577894] 'applied index is now lower than readState.Index' (duration: 276.257µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:12.255961Z","caller":"traceutil/trace.go:171","msg":"trace[1932598136] transaction","detail":"{read_only:false; response_revision:15189; number_of_response:1; }","duration":"346.123779ms","start":"2026-07-03T16:26:11.909794Z","end":"2026-07-03T16:26:12.255918Z","steps":["trace[1932598136] 'process raft request' (duration: 345.803031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:12.256115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:11.909774Z","time spent":"346.256503ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:12.256152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.578225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:12.256183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.786622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:26:12.256218Z","caller":"traceutil/trace.go:171","msg":"trace[1623301565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15189; }","duration":"298.728879ms","start":"2026-07-03T16:26:11.957473Z","end":"2026-07-03T16:26:12.256202Z","steps":["trace[1623301565] 'agreement among raft nodes before linearized reading' (duration: 298.578425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:12.256272Z","caller":"traceutil/trace.go:171","msg":"trace[102188188] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15189; }","duration":"161.916105ms","start":"2026-07-03T16:26:12.094335Z","end":"2026-07-03T16:26:12.256251Z","steps":["trace[102188188] 'agreement among raft nodes before linearized reading' (duration: 161.751521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:20.401403Z","caller":"traceutil/trace.go:171","msg":"trace[2077310079] linearizableReadLoop","detail":"{readStateIndex:15803; appliedIndex:15802; }","duration":"124.111633ms","start":"2026-07-03T16:26:20.277272Z","end":"2026-07-03T16:26:20.401384Z","steps":["trace[2077310079] 'read index received' (duration: 123.947279ms)","trace[2077310079] 'applied index is now lower than readState.Index' (duration: 163.734µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:20.401586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.306718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9563"} {"level":"info","ts":"2026-07-03T16:26:20.401615Z","caller":"traceutil/trace.go:171","msg":"trace[680847812] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:15257; }","duration":"124.3827ms","start":"2026-07-03T16:26:20.277224Z","end":"2026-07-03T16:26:20.401606Z","steps":["trace[680847812] 'agreement among raft nodes before linearized reading' (duration: 124.242246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:20.401793Z","caller":"traceutil/trace.go:171","msg":"trace[977165907] transaction","detail":"{read_only:false; response_revision:15257; number_of_response:1; }","duration":"127.742857ms","start":"2026-07-03T16:26:20.274007Z","end":"2026-07-03T16:26:20.40175Z","steps":["trace[977165907] 'process raft request' (duration: 127.257574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:20.739226Z","caller":"traceutil/trace.go:171","msg":"trace[698713005] transaction","detail":"{read_only:false; response_revision:15260; number_of_response:1; }","duration":"161.078284ms","start":"2026-07-03T16:26:20.578118Z","end":"2026-07-03T16:26:20.739196Z","steps":["trace[698713005] 'process raft request' (duration: 160.878348ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:20.749901Z","caller":"traceutil/trace.go:171","msg":"trace[1187589929] transaction","detail":"{read_only:false; response_revision:15261; number_of_response:1; }","duration":"168.955929ms","start":"2026-07-03T16:26:20.580917Z","end":"2026-07-03T16:26:20.749873Z","steps":["trace[1187589929] 'process raft request' (duration: 168.760663ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:20.75009Z","caller":"traceutil/trace.go:171","msg":"trace[1331840925] transaction","detail":"{read_only:false; response_revision:15262; number_of_response:1; }","duration":"166.579657ms","start":"2026-07-03T16:26:20.583468Z","end":"2026-07-03T16:26:20.750047Z","steps":["trace[1331840925] 'process raft request' (duration: 166.366741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.537379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.539306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:23.537444Z","caller":"traceutil/trace.go:171","msg":"trace[979991168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15271; }","duration":"583.653779ms","start":"2026-07-03T16:26:22.953777Z","end":"2026-07-03T16:26:23.53743Z","steps":["trace[979991168] 'range keys from in-memory index tree' (duration: 583.421313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.537474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:22.953752Z","time spent":"583.71573ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:26:23.537611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.970762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" ","response":"range_response_count:1 size:20655"} {"level":"info","ts":"2026-07-03T16:26:23.537638Z","caller":"traceutil/trace.go:171","msg":"trace[1148294734] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6js6p; range_end:; response_count:1; response_revision:15271; }","duration":"486.033303ms","start":"2026-07-03T16:26:23.051598Z","end":"2026-07-03T16:26:23.537632Z","steps":["trace[1148294734] 'range keys from in-memory index tree' (duration: 485.872549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.537655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.051592Z","time spent":"486.057714ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20679,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" "} {"level":"warn","ts":"2026-07-03T16:26:23.537733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.338668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:26:23.537756Z","caller":"traceutil/trace.go:171","msg":"trace[1003584568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15271; }","duration":"524.4327ms","start":"2026-07-03T16:26:23.013316Z","end":"2026-07-03T16:26:23.537749Z","steps":["trace[1003584568] 'count revisions from in-memory index tree' (duration: 524.254186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.537776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.013296Z","time spent":"524.472931ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:23.537828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.762423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:26:23.537848Z","caller":"traceutil/trace.go:171","msg":"trace[608006297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15271; }","duration":"523.805524ms","start":"2026-07-03T16:26:23.014038Z","end":"2026-07-03T16:26:23.537843Z","steps":["trace[608006297] 'range keys from in-memory index tree' (duration: 523.65954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.537862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.014027Z","time spent":"523.831735ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:26:23.537964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.163853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:26:23.537978Z","caller":"traceutil/trace.go:171","msg":"trace[63807544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:15271; }","duration":"487.212554ms","start":"2026-07-03T16:26:23.050761Z","end":"2026-07-03T16:26:23.537973Z","steps":["trace[63807544] 'range keys from in-memory index tree' (duration: 487.0645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.537958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.620651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:26:23.537995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.050717Z","time spent":"487.275096ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"warn","ts":"2026-07-03T16:26:23.538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.19609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:26:23.538013Z","caller":"traceutil/trace.go:171","msg":"trace[1339149008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15271; }","duration":"520.722844ms","start":"2026-07-03T16:26:23.017277Z","end":"2026-07-03T16:26:23.537999Z","steps":["trace[1339149008] 'range keys from in-memory index tree' (duration: 520.476488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.538042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.017259Z","time spent":"520.777276ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:26:23.538047Z","caller":"traceutil/trace.go:171","msg":"trace[1140243244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15271; }","duration":"520.257533ms","start":"2026-07-03T16:26:23.017772Z","end":"2026-07-03T16:26:23.53803Z","steps":["trace[1140243244] 'range keys from in-memory index tree' (duration: 520.064677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.538081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.017764Z","time spent":"520.309274ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:23.538109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.777967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:26:23.538132Z","caller":"traceutil/trace.go:171","msg":"trace[179028774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15271; }","duration":"532.836198ms","start":"2026-07-03T16:26:23.005289Z","end":"2026-07-03T16:26:23.538125Z","steps":["trace[179028774] 'range keys from in-memory index tree' (duration: 532.622213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.538147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.005269Z","time spent":"532.874989ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:23.538275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.101938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:26:23.538294Z","caller":"traceutil/trace.go:171","msg":"trace[69851208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15271; }","duration":"530.177829ms","start":"2026-07-03T16:26:23.008109Z","end":"2026-07-03T16:26:23.538287Z","steps":["trace[69851208] 'range keys from in-memory index tree' (duration: 530.001135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.53831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.008087Z","time spent":"530.218881ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:23.538407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.506912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:26:23.53849Z","caller":"traceutil/trace.go:171","msg":"trace[824521756] transaction","detail":"{read_only:false; response_revision:15272; number_of_response:1; }","duration":"462.270406ms","start":"2026-07-03T16:26:23.07621Z","end":"2026-07-03T16:26:23.538481Z","steps":["trace[824521756] 'process raft request' (duration: 277.650791ms)","trace[824521756] 'compare' (duration: 183.715782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:23.538527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.076185Z","time spent":"462.322067ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:23.667689Z","caller":"traceutil/trace.go:171","msg":"trace[1250983308] transaction","detail":"{read_only:false; response_revision:15274; number_of_response:1; }","duration":"126.28969ms","start":"2026-07-03T16:26:23.541363Z","end":"2026-07-03T16:26:23.667653Z","steps":["trace[1250983308] 'process raft request' (duration: 119.74238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:23.66796Z","caller":"traceutil/trace.go:171","msg":"trace[2072933011] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"126.501595ms","start":"2026-07-03T16:26:23.541431Z","end":"2026-07-03T16:26:23.667932Z","steps":["trace[2072933011] 'process raft request' (duration: 126.030293ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:23.668161Z","caller":"traceutil/trace.go:171","msg":"trace[892046058] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"126.66953ms","start":"2026-07-03T16:26:23.54147Z","end":"2026-07-03T16:26:23.66814Z","steps":["trace[892046058] 'process raft request' (duration: 126.130256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:23.668186Z","caller":"traceutil/trace.go:171","msg":"trace[115520439] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"126.706101ms","start":"2026-07-03T16:26:23.541463Z","end":"2026-07-03T16:26:23.668169Z","steps":["trace[115520439] 'process raft request' (duration: 126.348021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.668692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.125229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632322"} {"level":"info","ts":"2026-07-03T16:26:23.668768Z","caller":"traceutil/trace.go:171","msg":"trace[1714222158] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15277; }","duration":"125.233352ms","start":"2026-07-03T16:26:23.543517Z","end":"2026-07-03T16:26:23.66875Z","steps":["trace[1714222158] 'agreement among raft nodes before linearized reading' (duration: 124.481023ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:25.023718Z","caller":"traceutil/trace.go:171","msg":"trace[1790726387] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"220.151047ms","start":"2026-07-03T16:26:24.803527Z","end":"2026-07-03T16:26:25.023678Z","steps":["trace[1790726387] 'process raft request' (duration: 217.149009ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:34.637927Z","caller":"traceutil/trace.go:171","msg":"trace[782306680] linearizableReadLoop","detail":"{readStateIndex:15888; appliedIndex:15887; }","duration":"130.017756ms","start":"2026-07-03T16:26:34.507879Z","end":"2026-07-03T16:26:34.637897Z","steps":["trace[782306680] 'read index received' (duration: 129.591055ms)","trace[782306680] 'applied index is now lower than readState.Index' (duration: 425.181µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:34.638041Z","caller":"traceutil/trace.go:171","msg":"trace[543238332] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"159.914974ms","start":"2026-07-03T16:26:34.478083Z","end":"2026-07-03T16:26:34.637998Z","steps":["trace[543238332] 'process raft request' (duration: 159.491023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:34.638077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.178541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:34.638137Z","caller":"traceutil/trace.go:171","msg":"trace[1609063303] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15339; }","duration":"130.278313ms","start":"2026-07-03T16:26:34.507844Z","end":"2026-07-03T16:26:34.638122Z","steps":["trace[1609063303] 'agreement among raft nodes before linearized reading' (duration: 130.1733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.487557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965376182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:26:59.987686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965376182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:00.016451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053999974s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:27:00.016973Z","caller":"traceutil/trace.go:171","msg":"trace[1721850398] transaction","detail":"{read_only:false; response_revision:15788; number_of_response:1; }","duration":"1.054596381s","start":"2026-07-03T16:26:58.962344Z","end":"2026-07-03T16:27:00.016941Z","steps":["trace[1721850398] 'process raft request' (duration: 1.054345093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.017144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:58.96232Z","time spent":"1.054740675s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:00.111762Z","caller":"traceutil/trace.go:171","msg":"trace[536076336] transaction","detail":"{read_only:false; response_revision:15789; number_of_response:1; }","duration":"1.146268261s","start":"2026-07-03T16:26:58.965419Z","end":"2026-07-03T16:27:00.111688Z","steps":["trace[536076336] 'process raft request' (duration: 1.146120407s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.111886Z","caller":"traceutil/trace.go:171","msg":"trace[996237224] transaction","detail":"{read_only:false; response_revision:15790; number_of_response:1; }","duration":"964.848589ms","start":"2026-07-03T16:26:59.147023Z","end":"2026-07-03T16:27:00.111872Z","steps":["trace[996237224] 'process raft request' (duration: 964.619933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.111904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:58.9654Z","time spent":"1.146428145s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:00.111959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.147014Z","time spent":"964.909551ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:00.11191Z","caller":"traceutil/trace.go:171","msg":"trace[1412741757] linearizableReadLoop","detail":"{readStateIndex:16352; appliedIndex:16347; }","duration":"1.124415853s","start":"2026-07-03T16:26:58.98748Z","end":"2026-07-03T16:27:00.111895Z","steps":["trace[1412741757] 'read index received' (duration: 1.029278193s)","trace[1412741757] 'applied index is now lower than readState.Index' (duration: 95.13691ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:00.111973Z","caller":"traceutil/trace.go:171","msg":"trace[975646024] transaction","detail":"{read_only:false; response_revision:15791; number_of_response:1; }","duration":"397.024871ms","start":"2026-07-03T16:26:59.714909Z","end":"2026-07-03T16:27:00.111934Z","steps":["trace[975646024] 'process raft request' (duration: 396.894678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124579708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:00.112084Z","caller":"traceutil/trace.go:171","msg":"trace[1364006381] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15792; }","duration":"1.12467178s","start":"2026-07-03T16:26:58.987401Z","end":"2026-07-03T16:27:00.112073Z","steps":["trace[1364006381] 'agreement among raft nodes before linearized reading' (duration: 1.124530656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:58.987374Z","time spent":"1.124739863s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:27:00.112171Z","caller":"traceutil/trace.go:171","msg":"trace[475445706] transaction","detail":"{read_only:false; response_revision:15792; number_of_response:1; }","duration":"317.897457ms","start":"2026-07-03T16:26:59.794265Z","end":"2026-07-03T16:27:00.112163Z","steps":["trace[475445706] 'process raft request' (duration: 317.591398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.714878Z","time spent":"397.193586ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:00.112223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.794241Z","time spent":"317.956949ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:00.112257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.656351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:00.112329Z","caller":"traceutil/trace.go:171","msg":"trace[211020964] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:15792; }","duration":"461.761973ms","start":"2026-07-03T16:26:59.650545Z","end":"2026-07-03T16:27:00.112307Z","steps":["trace[211020964] 'agreement among raft nodes before linearized reading' (duration: 461.663721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.905897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:00.112391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.650523Z","time spent":"461.851575ms","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:00.112442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.968429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:00.112449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.46479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:00.112344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073369699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:00.112498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.63893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:27:00.112517Z","caller":"traceutil/trace.go:171","msg":"trace[1342037828] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15792; }","duration":"1.073552124s","start":"2026-07-03T16:26:59.038959Z","end":"2026-07-03T16:27:00.112511Z","steps":["trace[1342037828] 'agreement among raft nodes before linearized reading' (duration: 1.073327338s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.112513Z","caller":"traceutil/trace.go:171","msg":"trace[1105762531] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:15792; }","duration":"552.553242ms","start":"2026-07-03T16:26:59.559938Z","end":"2026-07-03T16:27:00.112492Z","steps":["trace[1105762531] 'agreement among raft nodes before linearized reading' (duration: 552.45936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.038953Z","time spent":"1.073580604s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:00.112538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120126872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:00.11257Z","caller":"traceutil/trace.go:171","msg":"trace[1838333356] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15792; }","duration":"1.120174274s","start":"2026-07-03T16:26:58.992388Z","end":"2026-07-03T16:27:00.112562Z","steps":["trace[1838333356] 'agreement among raft nodes before linearized reading' (duration: 1.120070111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.481456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:00.112414Z","caller":"traceutil/trace.go:171","msg":"trace[437744463] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15792; }","duration":"970.959069ms","start":"2026-07-03T16:26:59.141446Z","end":"2026-07-03T16:27:00.112405Z","steps":["trace[437744463] 'agreement among raft nodes before linearized reading' (duration: 970.917518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.141438Z","time spent":"971.197425ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:27:00.112652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.849591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:00.112651Z","caller":"traceutil/trace.go:171","msg":"trace[1339257486] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15792; }","duration":"970.787404ms","start":"2026-07-03T16:26:59.141846Z","end":"2026-07-03T16:27:00.112634Z","steps":["trace[1339257486] 'agreement among raft nodes before linearized reading' (duration: 970.442045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.605959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:00.112689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.086388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:00.112709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.141839Z","time spent":"970.855666ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:27:00.112722Z","caller":"traceutil/trace.go:171","msg":"trace[1308040999] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15792; }","duration":"245.672721ms","start":"2026-07-03T16:26:59.86704Z","end":"2026-07-03T16:27:00.112713Z","steps":["trace[1308040999] 'agreement among raft nodes before linearized reading' (duration: 245.618669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.112755Z","caller":"traceutil/trace.go:171","msg":"trace[1062284237] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15792; }","duration":"649.17487ms","start":"2026-07-03T16:26:59.463561Z","end":"2026-07-03T16:27:00.112736Z","steps":["trace[1062284237] 'agreement among raft nodes before linearized reading' (duration: 649.112319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.240458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:00.112463Z","caller":"traceutil/trace.go:171","msg":"trace[1064810898] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15792; }","duration":"971.01831ms","start":"2026-07-03T16:26:59.14144Z","end":"2026-07-03T16:27:00.112458Z","steps":["trace[1064810898] 'agreement among raft nodes before linearized reading' (duration: 970.98839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.965646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:00.112879Z","caller":"traceutil/trace.go:171","msg":"trace[483088771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15792; }","duration":"377.871395ms","start":"2026-07-03T16:26:59.73495Z","end":"2026-07-03T16:27:00.112822Z","steps":["trace[483088771] 'agreement among raft nodes before linearized reading' (duration: 377.239338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.112899Z","caller":"traceutil/trace.go:171","msg":"trace[640842442] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15792; }","duration":"649.419397ms","start":"2026-07-03T16:26:59.463468Z","end":"2026-07-03T16:27:00.112887Z","steps":["trace[640842442] 'agreement among raft nodes before linearized reading' (duration: 648.945805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.463445Z","time spent":"649.479318ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:27:00.112942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.734933Z","time spent":"377.990537ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:00.112958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.725688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:27:00.11257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.559917Z","time spent":"552.642974ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":27,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:00.112994Z","caller":"traceutil/trace.go:171","msg":"trace[2060312017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15792; }","duration":"241.780029ms","start":"2026-07-03T16:26:59.871205Z","end":"2026-07-03T16:27:00.112985Z","steps":["trace[2060312017] 'agreement among raft nodes before linearized reading' (duration: 241.142023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.660617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:27:00.113033Z","caller":"traceutil/trace.go:171","msg":"trace[1426059991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15792; }","duration":"313.727548ms","start":"2026-07-03T16:26:59.799296Z","end":"2026-07-03T16:27:00.113024Z","steps":["trace[1426059991] 'agreement among raft nodes before linearized reading' (duration: 313.620795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.141421Z","time spent":"971.455051ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:27:00.11307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.79928Z","time spent":"313.78277ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:27:00.112655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010099485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-07-03T16:27:00.11254Z","caller":"traceutil/trace.go:171","msg":"trace[1278330557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15792; }","duration":"240.689351ms","start":"2026-07-03T16:26:59.871837Z","end":"2026-07-03T16:27:00.112526Z","steps":["trace[1278330557] 'agreement among raft nodes before linearized reading' (duration: 240.496336ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.113158Z","caller":"traceutil/trace.go:171","msg":"trace[671969392] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-v4pjl; range_end:; response_count:1; response_revision:15792; }","duration":"1.010636229s","start":"2026-07-03T16:26:59.102507Z","end":"2026-07-03T16:27:00.113143Z","steps":["trace[671969392] 'agreement among raft nodes before linearized reading' (duration: 1.009980382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.100119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:00.113207Z","caller":"traceutil/trace.go:171","msg":"trace[1568761163] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15792; }","duration":"649.691614ms","start":"2026-07-03T16:26:59.463507Z","end":"2026-07-03T16:27:00.113199Z","steps":["trace[1568761163] 'agreement among raft nodes before linearized reading' (duration: 649.084229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.102477Z","time spent":"1.010721901s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" "} {"level":"warn","ts":"2026-07-03T16:27:00.113235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.463446Z","time spent":"649.782486ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:27:00.113259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079387624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:27:00.112639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.454861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:27:00.113297Z","caller":"traceutil/trace.go:171","msg":"trace[1276956088] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15792; }","duration":"1.079473466s","start":"2026-07-03T16:26:59.033815Z","end":"2026-07-03T16:27:00.113288Z","steps":["trace[1276956088] 'agreement among raft nodes before linearized reading' (duration: 1.078668105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.033789Z","time spent":"1.079531727s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:27:00.113349Z","caller":"traceutil/trace.go:171","msg":"trace[2051331474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15792; }","duration":"242.165179ms","start":"2026-07-03T16:26:59.871133Z","end":"2026-07-03T16:27:00.113298Z","steps":["trace[2051331474] 'agreement among raft nodes before linearized reading' (duration: 241.42899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.3154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:00.113412Z","caller":"traceutil/trace.go:171","msg":"trace[1559338205] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15792; }","duration":"645.371782ms","start":"2026-07-03T16:26:59.46803Z","end":"2026-07-03T16:27:00.113402Z","steps":["trace[1559338205] 'agreement among raft nodes before linearized reading' (duration: 644.52238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.685193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:00.112644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079052615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:00.113453Z","caller":"traceutil/trace.go:171","msg":"trace[707822595] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15792; }","duration":"967.760165ms","start":"2026-07-03T16:26:59.145683Z","end":"2026-07-03T16:27:00.113443Z","steps":["trace[707822595] 'agreement among raft nodes before linearized reading' (duration: 967.047666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.112607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:58.99238Z","time spent":"1.120219955s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:27:00.113491Z","caller":"traceutil/trace.go:171","msg":"trace[2060127560] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15792; }","duration":"1.079914417s","start":"2026-07-03T16:26:59.033559Z","end":"2026-07-03T16:27:00.113473Z","steps":["trace[2060127560] 'agreement among raft nodes before linearized reading' (duration: 1.079065216s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.91833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:27:00.113543Z","caller":"traceutil/trace.go:171","msg":"trace[1343788403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:15792; }","duration":"178.003993ms","start":"2026-07-03T16:26:59.93553Z","end":"2026-07-03T16:27:00.113534Z","steps":["trace[1343788403] 'agreement among raft nodes before linearized reading' (duration: 176.779752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.033543Z","time spent":"1.079988339s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:27:00.112797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.46354Z","time spent":"649.250303ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:27:00.112806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.671341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:27:00.11217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12464511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:00.113635Z","caller":"traceutil/trace.go:171","msg":"trace[155137938] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15792; }","duration":"1.126169409s","start":"2026-07-03T16:26:58.987456Z","end":"2026-07-03T16:27:00.113625Z","steps":["trace[155137938] 'agreement among raft nodes before linearized reading' (duration: 1.1246387s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:58.987433Z","time spent":"1.126225841s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:27:00.113484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.14567Z","time spent":"967.806435ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:27:00.113647Z","caller":"traceutil/trace.go:171","msg":"trace[455337417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15792; }","duration":"246.486472ms","start":"2026-07-03T16:26:59.86712Z","end":"2026-07-03T16:27:00.113606Z","steps":["trace[455337417] 'agreement among raft nodes before linearized reading' (duration: 245.461015ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.112711Z","caller":"traceutil/trace.go:171","msg":"trace[339952585] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15792; }","duration":"966.896363ms","start":"2026-07-03T16:26:59.145783Z","end":"2026-07-03T16:27:00.11268Z","steps":["trace[339952585] 'agreement among raft nodes before linearized reading' (duration: 966.845542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:00.113878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.145777Z","time spent":"968.078893ms","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:00.113447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.468017Z","time spent":"645.421892ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:34.705555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965377123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:27:34.77173Z","caller":"traceutil/trace.go:171","msg":"trace[1554151021] transaction","detail":"{read_only:false; response_revision:15967; number_of_response:1; }","duration":"623.950832ms","start":"2026-07-03T16:27:34.147744Z","end":"2026-07-03T16:27:34.771695Z","steps":["trace[1554151021] 'process raft request' (duration: 623.736736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.772119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.147711Z","time spent":"624.30372ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:35.01644Z","caller":"traceutil/trace.go:171","msg":"trace[785408522] transaction","detail":"{read_only:false; response_revision:15969; number_of_response:1; }","duration":"750.541953ms","start":"2026-07-03T16:27:34.265869Z","end":"2026-07-03T16:27:35.016411Z","steps":["trace[785408522] 'process raft request' (duration: 750.40202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.016471Z","caller":"traceutil/trace.go:171","msg":"trace[131864459] transaction","detail":"{read_only:false; response_revision:15968; number_of_response:1; }","duration":"755.872812ms","start":"2026-07-03T16:27:34.260551Z","end":"2026-07-03T16:27:35.016424Z","steps":["trace[131864459] 'process raft request' (duration: 755.520083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.016633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.265853Z","time spent":"750.683127ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:35.016659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.260531Z","time spent":"756.035386ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:35.016685Z","caller":"traceutil/trace.go:171","msg":"trace[2128098390] transaction","detail":"{read_only:false; response_revision:15970; number_of_response:1; }","duration":"722.135266ms","start":"2026-07-03T16:27:34.294511Z","end":"2026-07-03T16:27:35.016646Z","steps":["trace[2128098390] 'process raft request' (duration: 721.826608ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.016629Z","caller":"traceutil/trace.go:171","msg":"trace[1024795782] linearizableReadLoop","detail":"{readStateIndex:16537; appliedIndex:16534; }","duration":"811.540785ms","start":"2026-07-03T16:27:34.205045Z","end":"2026-07-03T16:27:35.016586Z","steps":["trace[1024795782] 'read index received' (duration: 566.820589ms)","trace[1024795782] 'applied index is now lower than readState.Index' (duration: 244.717816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:35.016851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.294486Z","time spent":"722.285379ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:35.016907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.833622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:35.01697Z","caller":"traceutil/trace.go:171","msg":"trace[230938351] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15970; }","duration":"811.936285ms","start":"2026-07-03T16:27:34.205017Z","end":"2026-07-03T16:27:35.016953Z","steps":["trace[230938351] 'agreement among raft nodes before linearized reading' (duration: 811.707879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.01703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205003Z","time spent":"812.015867ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.996185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:27:35.074736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.978722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:35.074785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.541149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:35.074784Z","caller":"traceutil/trace.go:171","msg":"trace[423416399] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15971; }","duration":"869.724014ms","start":"2026-07-03T16:27:34.205039Z","end":"2026-07-03T16:27:35.074763Z","steps":["trace[423416399] 'agreement among raft nodes before linearized reading' (duration: 868.876502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.074814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.839279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:27:35.074814Z","caller":"traceutil/trace.go:171","msg":"trace[1171245897] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"865.061124ms","start":"2026-07-03T16:27:34.209731Z","end":"2026-07-03T16:27:35.074792Z","steps":["trace[1171245897] 'agreement among raft nodes before linearized reading' (duration: 864.894329ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.074852Z","caller":"traceutil/trace.go:171","msg":"trace[157493414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15971; }","duration":"743.884561ms","start":"2026-07-03T16:27:34.330954Z","end":"2026-07-03T16:27:35.074838Z","steps":["trace[157493414] 'agreement among raft nodes before linearized reading' (duration: 743.652745ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.074105Z","caller":"traceutil/trace.go:171","msg":"trace[1883450194] transaction","detail":"{read_only:false; response_revision:15971; number_of_response:1; }","duration":"119.328404ms","start":"2026-07-03T16:27:34.954719Z","end":"2026-07-03T16:27:35.074047Z","steps":["trace[1883450194] 'process raft request' (duration: 119.060218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.074892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.653472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:35.07493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.541094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:35.07497Z","caller":"traceutil/trace.go:171","msg":"trace[1213464425] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15971; }","duration":"868.588685ms","start":"2026-07-03T16:27:34.206368Z","end":"2026-07-03T16:27:35.074957Z","steps":["trace[1213464425] 'agreement among raft nodes before linearized reading' (duration: 868.530903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.769555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:35.075018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.206364Z","time spent":"868.644836ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.361295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-07-03T16:27:35.075036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.835637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:35.07506Z","caller":"traceutil/trace.go:171","msg":"trace[1153500126] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"869.818196ms","start":"2026-07-03T16:27:34.205205Z","end":"2026-07-03T16:27:35.075023Z","steps":["trace[1153500126] 'agreement among raft nodes before linearized reading' (duration: 869.682613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.22885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:35.075091Z","caller":"traceutil/trace.go:171","msg":"trace[1412077587] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15971; }","duration":"869.902498ms","start":"2026-07-03T16:27:34.205177Z","end":"2026-07-03T16:27:35.07508Z","steps":["trace[1412077587] 'agreement among raft nodes before linearized reading' (duration: 869.827656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205199Z","time spent":"869.891188ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.756939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-07-03T16:27:35.075137Z","caller":"traceutil/trace.go:171","msg":"trace[1210685974] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15971; }","duration":"869.658672ms","start":"2026-07-03T16:27:34.205415Z","end":"2026-07-03T16:27:35.075074Z","steps":["trace[1210685974] 'agreement among raft nodes before linearized reading' (duration: 868.885522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.279641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:27:35.075294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.522311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-03T16:27:35.075307Z","caller":"traceutil/trace.go:171","msg":"trace[782085478] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-v4pjl; range_end:; response_count:1; response_revision:15971; }","duration":"569.17296ms","start":"2026-07-03T16:27:34.506118Z","end":"2026-07-03T16:27:35.075291Z","steps":["trace[782085478] 'agreement among raft nodes before linearized reading' (duration: 568.725039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.075326Z","caller":"traceutil/trace.go:171","msg":"trace[2052478780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15971; }","duration":"744.328952ms","start":"2026-07-03T16:27:34.330983Z","end":"2026-07-03T16:27:35.075312Z","steps":["trace[2052478780] 'agreement among raft nodes before linearized reading' (duration: 744.170118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.33098Z","time spent":"744.372273ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:27:35.075353Z","caller":"traceutil/trace.go:171","msg":"trace[765777920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:15971; }","duration":"615.607854ms","start":"2026-07-03T16:27:34.459732Z","end":"2026-07-03T16:27:35.07534Z","steps":["trace[765777920] 'agreement among raft nodes before linearized reading' (duration: 615.412069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.459716Z","time spent":"615.692276ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:27:35.074968Z","caller":"traceutil/trace.go:171","msg":"trace[759165042] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15971; }","duration":"869.715203ms","start":"2026-07-03T16:27:34.205226Z","end":"2026-07-03T16:27:35.074942Z","steps":["trace[759165042] 'agreement among raft nodes before linearized reading' (duration: 869.630341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205213Z","time spent":"870.303249ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205028Z","time spent":"869.810476ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:27:35.07537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205399Z","time spent":"869.95096ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:27:35.075366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.506103Z","time spent":"569.247322ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" "} {"level":"info","ts":"2026-07-03T16:27:35.075117Z","caller":"traceutil/trace.go:171","msg":"trace[1382350232] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15971; }","duration":"530.274022ms","start":"2026-07-03T16:27:34.54483Z","end":"2026-07-03T16:27:35.075104Z","steps":["trace[1382350232] 'agreement among raft nodes before linearized reading' (duration: 529.711537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.805684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" ","response":"range_response_count:1 size:20655"} {"level":"warn","ts":"2026-07-03T16:27:35.075808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.444886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:27:35.074753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.547969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:35.075845Z","caller":"traceutil/trace.go:171","msg":"trace[1732335195] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15971; }","duration":"869.505598ms","start":"2026-07-03T16:27:34.206329Z","end":"2026-07-03T16:27:35.075835Z","steps":["trace[1732335195] 'agreement among raft nodes before linearized reading' (duration: 869.392885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.075882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.206319Z","time spent":"869.557149ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:27:35.076023Z","caller":"traceutil/trace.go:171","msg":"trace[1648306187] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15971; }","duration":"870.707009ms","start":"2026-07-03T16:27:34.205164Z","end":"2026-07-03T16:27:35.075871Z","steps":["trace[1648306187] 'agreement among raft nodes before linearized reading' (duration: 869.57243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.07608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205151Z","time spent":"870.915155ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.180077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:35.076223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.701754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:35.07627Z","caller":"traceutil/trace.go:171","msg":"trace[171870983] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15971; }","duration":"869.748675ms","start":"2026-07-03T16:27:34.206509Z","end":"2026-07-03T16:27:35.076257Z","steps":["trace[171870983] 'agreement among raft nodes before linearized reading' (duration: 868.121312ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.076258Z","caller":"traceutil/trace.go:171","msg":"trace[461252376] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6js6p; range_end:; response_count:1; response_revision:15971; }","duration":"583.166683ms","start":"2026-07-03T16:27:34.492754Z","end":"2026-07-03T16:27:35.075921Z","steps":["trace[461252376] 'agreement among raft nodes before linearized reading' (duration: 582.175648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.076298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.206483Z","time spent":"869.807877ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:27:35.076319Z","caller":"traceutil/trace.go:171","msg":"trace[1266461007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15971; }","duration":"122.167999ms","start":"2026-07-03T16:27:34.953992Z","end":"2026-07-03T16:27:35.07616Z","steps":["trace[1266461007] 'agreement among raft nodes before linearized reading' (duration: 120.204477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.076328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.492735Z","time spent":"583.574404ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20679,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" "} {"level":"warn","ts":"2026-07-03T16:27:35.07446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.615845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-03T16:27:35.076497Z","caller":"traceutil/trace.go:171","msg":"trace[1955889955] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15971; }","duration":"108.71401ms","start":"2026-07-03T16:27:34.967772Z","end":"2026-07-03T16:27:35.076486Z","steps":["trace[1955889955] 'agreement among raft nodes before linearized reading' (duration: 106.4066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.074496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.543042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:35.076654Z","caller":"traceutil/trace.go:171","msg":"trace[749002231] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15971; }","duration":"531.73023ms","start":"2026-07-03T16:27:34.544915Z","end":"2026-07-03T16:27:35.076645Z","steps":["trace[749002231] 'agreement among raft nodes before linearized reading' (duration: 529.520212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.076688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.544911Z","time spent":"531.766881ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.402605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:35.076924Z","caller":"traceutil/trace.go:171","msg":"trace[1801129023] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15971; }","duration":"869.803247ms","start":"2026-07-03T16:27:34.20711Z","end":"2026-07-03T16:27:35.076913Z","steps":["trace[1801129023] 'agreement among raft nodes before linearized reading' (duration: 867.405384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.076973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.207104Z","time spent":"869.845478ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.680387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:35.077047Z","caller":"traceutil/trace.go:171","msg":"trace[1658360198] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"517.240424ms","start":"2026-07-03T16:27:34.559798Z","end":"2026-07-03T16:27:35.077038Z","steps":["trace[1658360198] 'agreement among raft nodes before linearized reading' (duration: 514.499813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.077075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.559778Z","time spent":"517.288155ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:35.075411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.272808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:35.074538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.353041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:35.074594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.24383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:35.074576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.065746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:27:35.074624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.294982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:35.074636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.870888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:35.074652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.747757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:35.074714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.576114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:27:35.074704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.127867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" ","response":"range_response_count:1 size:22128"} {"level":"warn","ts":"2026-07-03T16:27:35.074716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.512625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:35.074762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.424446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:27:35.07486Z","caller":"traceutil/trace.go:171","msg":"trace[1629740966] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15971; }","duration":"869.5829ms","start":"2026-07-03T16:27:34.20523Z","end":"2026-07-03T16:27:35.074813Z","steps":["trace[1629740966] 'agreement among raft nodes before linearized reading' (duration: 869.539999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.074866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.209725Z","time spent":"865.128525ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.330946Z","time spent":"743.942212ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.807996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:35.075126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205171Z","time spent":"869.94714ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:27:35.075825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.544792Z","time spent":"531.015091ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:27:35.074143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.065207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-07-03T16:27:35.078231Z","caller":"traceutil/trace.go:171","msg":"trace[2131244890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15971; }","duration":"754.118066ms","start":"2026-07-03T16:27:34.324093Z","end":"2026-07-03T16:27:35.078211Z","steps":["trace[2131244890] 'agreement among raft nodes before linearized reading' (duration: 750.284807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.078643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.324074Z","time spent":"754.546178ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:27:35.07887Z","caller":"traceutil/trace.go:171","msg":"trace[1182153449] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mz6md; range_end:; response_count:1; response_revision:15971; }","duration":"492.843831ms","start":"2026-07-03T16:27:34.585981Z","end":"2026-07-03T16:27:35.078825Z","steps":["trace[1182153449] 'agreement among raft nodes before linearized reading' (duration: 487.944533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.079053Z","caller":"traceutil/trace.go:171","msg":"trace[1940878458] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"873.842431ms","start":"2026-07-03T16:27:34.205152Z","end":"2026-07-03T16:27:35.078994Z","steps":["trace[1940878458] 'agreement among raft nodes before linearized reading' (duration: 869.766795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.079107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205148Z","time spent":"873.946044ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:27:35.078275Z","caller":"traceutil/trace.go:171","msg":"trace[378112827] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15971; }","duration":"873.156572ms","start":"2026-07-03T16:27:34.205108Z","end":"2026-07-03T16:27:35.078265Z","steps":["trace[378112827] 'agreement among raft nodes before linearized reading' (duration: 870.185295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.07934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205103Z","time spent":"874.21545ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:27:35.078311Z","caller":"traceutil/trace.go:171","msg":"trace[1553848418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15971; }","duration":"859.17274ms","start":"2026-07-03T16:27:34.219124Z","end":"2026-07-03T16:27:35.078297Z","steps":["trace[1553848418] 'agreement among raft nodes before linearized reading' (duration: 855.352731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.079599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.219115Z","time spent":"860.465254ms","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:35.078342Z","caller":"traceutil/trace.go:171","msg":"trace[613456249] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15971; }","duration":"870.993527ms","start":"2026-07-03T16:27:34.207337Z","end":"2026-07-03T16:27:35.07833Z","steps":["trace[613456249] 'agreement among raft nodes before linearized reading' (duration: 867.24046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.078373Z","caller":"traceutil/trace.go:171","msg":"trace[1131533098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15971; }","duration":"742.892355ms","start":"2026-07-03T16:27:34.33547Z","end":"2026-07-03T16:27:35.078363Z","steps":["trace[1131533098] 'agreement among raft nodes before linearized reading' (duration: 738.812989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.078402Z","caller":"traceutil/trace.go:171","msg":"trace[224466365] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15971; }","duration":"871.08544ms","start":"2026-07-03T16:27:34.207308Z","end":"2026-07-03T16:27:35.078393Z","steps":["trace[224466365] 'agreement among raft nodes before linearized reading' (duration: 867.302812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.079958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.335464Z","time spent":"744.460156ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:27:35.078432Z","caller":"traceutil/trace.go:171","msg":"trace[921954452] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"868.671217ms","start":"2026-07-03T16:27:34.209752Z","end":"2026-07-03T16:27:35.078423Z","steps":["trace[921954452] 'agreement among raft nodes before linearized reading' (duration: 864.678994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.080196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.209749Z","time spent":"870.380142ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:35.080035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.207334Z","time spent":"872.450025ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:27:35.079428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.585961Z","time spent":"493.402405ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" "} {"level":"info","ts":"2026-07-03T16:27:35.078458Z","caller":"traceutil/trace.go:171","msg":"trace[743667959] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"870.571915ms","start":"2026-07-03T16:27:34.20788Z","end":"2026-07-03T16:27:35.078451Z","steps":["trace[743667959] 'agreement among raft nodes before linearized reading' (duration: 866.682045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.078493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.205225Z","time spent":"873.253835ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:27:35.078518Z","caller":"traceutil/trace.go:171","msg":"trace[354102576] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mz6md; range_end:; response_count:1; response_revision:15971; }","duration":"528.962087ms","start":"2026-07-03T16:27:34.549548Z","end":"2026-07-03T16:27:35.078511Z","steps":["trace[354102576] 'agreement among raft nodes before linearized reading' (duration: 524.862771ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.078545Z","caller":"traceutil/trace.go:171","msg":"trace[152560397] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"869.353084ms","start":"2026-07-03T16:27:34.209181Z","end":"2026-07-03T16:27:35.078534Z","steps":["trace[152560397] 'agreement among raft nodes before linearized reading' (duration: 865.095274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:35.07857Z","caller":"traceutil/trace.go:171","msg":"trace[1452544891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15971; }","duration":"743.247244ms","start":"2026-07-03T16:27:34.335314Z","end":"2026-07-03T16:27:35.078561Z","steps":["trace[1452544891] 'agreement among raft nodes before linearized reading' (duration: 739.270071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.080056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.207302Z","time spent":"872.713152ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:27:35.080709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.209176Z","time spent":"871.51814ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:35.080855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.335304Z","time spent":"745.539764ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:35.080877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.549537Z","time spent":"531.328768ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" "} {"level":"warn","ts":"2026-07-03T16:27:35.080921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.207872Z","time spent":"872.927937ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:35.613837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.211847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:35.613947Z","caller":"traceutil/trace.go:171","msg":"trace[328814171] transaction","detail":"{read_only:false; response_revision:15972; number_of_response:1; }","duration":"528.926596ms","start":"2026-07-03T16:27:35.085Z","end":"2026-07-03T16:27:35.613926Z","steps":["trace[328814171] 'process raft request' (duration: 27.521253ms)","trace[328814171] 'compare' (duration: 500.92556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:35.614006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.084981Z","time spent":"528.996458ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:35.668647Z","caller":"traceutil/trace.go:171","msg":"trace[1372073238] linearizableReadLoop","detail":"{readStateIndex:16544; appliedIndex:16538; }","duration":"580.661808ms","start":"2026-07-03T16:27:35.087967Z","end":"2026-07-03T16:27:35.668628Z","steps":["trace[1372073238] 'read index received' (duration: 24.527397ms)","trace[1372073238] 'applied index is now lower than readState.Index' (duration: 556.133631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:35.669332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.345066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737462"} {"level":"info","ts":"2026-07-03T16:27:35.669365Z","caller":"traceutil/trace.go:171","msg":"trace[1057236296] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15977; }","duration":"581.409267ms","start":"2026-07-03T16:27:35.087949Z","end":"2026-07-03T16:27:35.669358Z","steps":["trace[1057236296] 'agreement among raft nodes before linearized reading' (duration: 580.76066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.669392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.087943Z","time spent":"581.441858ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:27:35.669845Z","caller":"traceutil/trace.go:171","msg":"trace[2143472523] transaction","detail":"{read_only:false; response_revision:15973; number_of_response:1; }","duration":"583.789669ms","start":"2026-07-03T16:27:35.086045Z","end":"2026-07-03T16:27:35.669835Z","steps":["trace[2143472523] 'process raft request' (duration: 582.350042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.669914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.086027Z","time spent":"583.84554ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:35.670013Z","caller":"traceutil/trace.go:171","msg":"trace[1733420716] transaction","detail":"{read_only:false; response_revision:15974; number_of_response:1; }","duration":"583.627885ms","start":"2026-07-03T16:27:35.086377Z","end":"2026-07-03T16:27:35.670005Z","steps":["trace[1733420716] 'process raft request' (duration: 582.146677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.670065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.086353Z","time spent":"583.685487ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:35.670133Z","caller":"traceutil/trace.go:171","msg":"trace[141116995] transaction","detail":"{read_only:false; response_revision:15975; number_of_response:1; }","duration":"583.435491ms","start":"2026-07-03T16:27:35.086689Z","end":"2026-07-03T16:27:35.670125Z","steps":["trace[141116995] 'process raft request' (duration: 581.859729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.670178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.086679Z","time spent":"583.478191ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:35.670302Z","caller":"traceutil/trace.go:171","msg":"trace[984362332] transaction","detail":"{read_only:false; response_revision:15976; number_of_response:1; }","duration":"583.503483ms","start":"2026-07-03T16:27:35.08679Z","end":"2026-07-03T16:27:35.670293Z","steps":["trace[984362332] 'process raft request' (duration: 581.784058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.67035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.086783Z","time spent":"583.546054ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:35.670437Z","caller":"traceutil/trace.go:171","msg":"trace[514091197] transaction","detail":"{read_only:false; response_revision:15977; number_of_response:1; }","duration":"582.739512ms","start":"2026-07-03T16:27:35.08769Z","end":"2026-07-03T16:27:35.670429Z","steps":["trace[514091197] 'process raft request' (duration: 580.913495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.670488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.087674Z","time spent":"582.786943ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:35.89981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.836869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:35.89994Z","caller":"traceutil/trace.go:171","msg":"trace[175254654] linearizableReadLoop","detail":"{readStateIndex:16545; appliedIndex:16544; }","duration":"231.214707ms","start":"2026-07-03T16:27:35.668699Z","end":"2026-07-03T16:27:35.899914Z","steps":["trace[175254654] 'read index received' (duration: 62.07303ms)","trace[175254654] 'applied index is now lower than readState.Index' (duration: 169.139836ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:35.899955Z","caller":"traceutil/trace.go:171","msg":"trace[1238563037] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"324.405883ms","start":"2026-07-03T16:27:35.575533Z","end":"2026-07-03T16:27:35.899938Z","steps":["trace[1238563037] 'process raft request' (duration: 155.350888ms)","trace[1238563037] 'compare' (duration: 168.533201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:35.900028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.575512Z","time spent":"324.479074ms","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:35.900897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.425078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737462"} {"level":"info","ts":"2026-07-03T16:27:35.900968Z","caller":"traceutil/trace.go:171","msg":"trace[850664676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15978; }","duration":"807.524601ms","start":"2026-07-03T16:27:35.093426Z","end":"2026-07-03T16:27:35.900951Z","steps":["trace[850664676] 'agreement among raft nodes before linearized reading' (duration: 806.609648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.900976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.281251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737462"} {"level":"warn","ts":"2026-07-03T16:27:35.901029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.09341Z","time spent":"807.601373ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:27:35.901042Z","caller":"traceutil/trace.go:171","msg":"trace[1090754415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15978; }","duration":"808.377424ms","start":"2026-07-03T16:27:35.092648Z","end":"2026-07-03T16:27:35.901025Z","steps":["trace[1090754415] 'agreement among raft nodes before linearized reading' (duration: 807.662936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:35.90117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.092637Z","time spent":"808.520997ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:27:37.200041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.502454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.200129Z","caller":"traceutil/trace.go:171","msg":"trace[474535691] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:15979; }","duration":"725.631158ms","start":"2026-07-03T16:27:36.474477Z","end":"2026-07-03T16:27:37.200108Z","steps":["trace[474535691] 'count revisions from in-memory index tree' (duration: 725.442573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.200401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.474462Z","time spent":"725.888664ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.201119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.611357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:37.201334Z","caller":"traceutil/trace.go:171","msg":"trace[243429374] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"178.773656ms","start":"2026-07-03T16:27:37.022542Z","end":"2026-07-03T16:27:37.201316Z","steps":["trace[243429374] 'process raft request' (duration: 178.685733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.20144Z","caller":"traceutil/trace.go:171","msg":"trace[1728852691] linearizableReadLoop","detail":"{readStateIndex:16548; appliedIndex:16547; }","duration":"317.608756ms","start":"2026-07-03T16:27:36.883809Z","end":"2026-07-03T16:27:37.201418Z","steps":["trace[1728852691] 'read index received' (duration: 132.521407ms)","trace[1728852691] 'applied index is now lower than readState.Index' (duration: 185.084079ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:37.201432Z","caller":"traceutil/trace.go:171","msg":"trace[1030719940] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"423.79465ms","start":"2026-07-03T16:27:36.777605Z","end":"2026-07-03T16:27:37.201399Z","steps":["trace[1030719940] 'process raft request' (duration: 238.816723ms)","trace[1030719940] 'compare' (duration: 183.683214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:37.201601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.777579Z","time spent":"423.956324ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:37.201931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.114319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-03T16:27:37.201978Z","caller":"traceutil/trace.go:171","msg":"trace[407935001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:15981; }","duration":"318.202841ms","start":"2026-07-03T16:27:36.883763Z","end":"2026-07-03T16:27:37.201965Z","steps":["trace[407935001] 'agreement among raft nodes before linearized reading' (duration: 317.734649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.202009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.883743Z","time spent":"318.259622ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:27:37.243261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.792686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:37.243278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.534782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.243348Z","caller":"traceutil/trace.go:171","msg":"trace[1054986387] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"156.912979ms","start":"2026-07-03T16:27:37.086415Z","end":"2026-07-03T16:27:37.243328Z","steps":["trace[1054986387] 'agreement among raft nodes before linearized reading' (duration: 156.636762ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.243366Z","caller":"traceutil/trace.go:171","msg":"trace[1920677534] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15983; }","duration":"160.653746ms","start":"2026-07-03T16:27:37.082689Z","end":"2026-07-03T16:27:37.243343Z","steps":["trace[1920677534] 'agreement among raft nodes before linearized reading' (duration: 160.471231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.418993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-03T16:27:37.243618Z","caller":"traceutil/trace.go:171","msg":"trace[337668348] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15983; }","duration":"162.488913ms","start":"2026-07-03T16:27:37.081112Z","end":"2026-07-03T16:27:37.243601Z","steps":["trace[337668348] 'agreement among raft nodes before linearized reading' (duration: 162.378391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.475079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:37.243639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.742988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:37.243625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.272558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.243671Z","caller":"traceutil/trace.go:171","msg":"trace[1464983187] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"155.786129ms","start":"2026-07-03T16:27:37.087875Z","end":"2026-07-03T16:27:37.243661Z","steps":["trace[1464983187] 'agreement among raft nodes before linearized reading' (duration: 155.691397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.841683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.243709Z","caller":"traceutil/trace.go:171","msg":"trace[1284211090] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15983; }","duration":"157.858153ms","start":"2026-07-03T16:27:37.085845Z","end":"2026-07-03T16:27:37.243703Z","steps":["trace[1284211090] 'agreement among raft nodes before linearized reading' (duration: 157.833462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.326058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.243769Z","caller":"traceutil/trace.go:171","msg":"trace[1980916530] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15983; }","duration":"160.379668ms","start":"2026-07-03T16:27:37.083376Z","end":"2026-07-03T16:27:37.243755Z","steps":["trace[1980916530] 'agreement among raft nodes before linearized reading' (duration: 160.313437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.211896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:37.243832Z","caller":"traceutil/trace.go:171","msg":"trace[1524612452] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15983; }","duration":"157.255148ms","start":"2026-07-03T16:27:37.086571Z","end":"2026-07-03T16:27:37.243827Z","steps":["trace[1524612452] 'agreement among raft nodes before linearized reading' (duration: 157.186996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:37.24385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.566792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:37.243875Z","caller":"traceutil/trace.go:171","msg":"trace[300265782] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15983; }","duration":"222.627383ms","start":"2026-07-03T16:27:37.021241Z","end":"2026-07-03T16:27:37.243868Z","steps":["trace[300265782] 'agreement among raft nodes before linearized reading' (duration: 222.560512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.243871Z","caller":"traceutil/trace.go:171","msg":"trace[354868283] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15983; }","duration":"157.398721ms","start":"2026-07-03T16:27:37.086463Z","end":"2026-07-03T16:27:37.243862Z","steps":["trace[354868283] 'agreement among raft nodes before linearized reading' (duration: 157.35537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.24391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.259925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-03T16:27:37.243297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.222427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:37.243942Z","caller":"traceutil/trace.go:171","msg":"trace[484895481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:15983; }","duration":"148.305336ms","start":"2026-07-03T16:27:37.095627Z","end":"2026-07-03T16:27:37.243933Z","steps":["trace[484895481] 'agreement among raft nodes before linearized reading' (duration: 148.155952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.243958Z","caller":"traceutil/trace.go:171","msg":"trace[318068499] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15983; }","duration":"162.910454ms","start":"2026-07-03T16:27:37.08104Z","end":"2026-07-03T16:27:37.24395Z","steps":["trace[318068499] 'agreement among raft nodes before linearized reading' (duration: 162.151815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.475077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:37.243986Z","caller":"traceutil/trace.go:171","msg":"trace[1448608082] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"156.514258ms","start":"2026-07-03T16:27:37.087467Z","end":"2026-07-03T16:27:37.243981Z","steps":["trace[1448608082] 'agreement among raft nodes before linearized reading' (duration: 156.455327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.2441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.722158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:37.24372Z","caller":"traceutil/trace.go:171","msg":"trace[1653997101] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15983; }","duration":"162.430542ms","start":"2026-07-03T16:27:37.081266Z","end":"2026-07-03T16:27:37.243697Z","steps":["trace[1653997101] 'agreement among raft nodes before linearized reading' (duration: 162.208066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.244143Z","caller":"traceutil/trace.go:171","msg":"trace[1774914521] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"160.786429ms","start":"2026-07-03T16:27:37.083343Z","end":"2026-07-03T16:27:37.244129Z","steps":["trace[1774914521] 'agreement among raft nodes before linearized reading' (duration: 160.660896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.244156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.053083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:37.244215Z","caller":"traceutil/trace.go:171","msg":"trace[764032266] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"157.129485ms","start":"2026-07-03T16:27:37.087043Z","end":"2026-07-03T16:27:37.244172Z","steps":["trace[764032266] 'agreement among raft nodes before linearized reading' (duration: 157.037523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.244265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.344111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:27:37.24428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.268489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.244291Z","caller":"traceutil/trace.go:171","msg":"trace[1840888095] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15983; }","duration":"159.397304ms","start":"2026-07-03T16:27:37.084887Z","end":"2026-07-03T16:27:37.244284Z","steps":["trace[1840888095] 'agreement among raft nodes before linearized reading' (duration: 159.330031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.244298Z","caller":"traceutil/trace.go:171","msg":"trace[72870604] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15983; }","duration":"157.29605ms","start":"2026-07-03T16:27:37.086996Z","end":"2026-07-03T16:27:37.244292Z","steps":["trace[72870604] 'agreement among raft nodes before linearized reading' (duration: 157.267518ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.243665Z","caller":"traceutil/trace.go:171","msg":"trace[1159736226] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15983; }","duration":"158.51668ms","start":"2026-07-03T16:27:37.085139Z","end":"2026-07-03T16:27:37.243656Z","steps":["trace[1159736226] 'agreement among raft nodes before linearized reading' (duration: 158.476189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.243663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.115157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.244433Z","caller":"traceutil/trace.go:171","msg":"trace[1641592368] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15983; }","duration":"159.922378ms","start":"2026-07-03T16:27:37.084495Z","end":"2026-07-03T16:27:37.244417Z","steps":["trace[1641592368] 'agreement among raft nodes before linearized reading' (duration: 159.126957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.244652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.161955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.244683Z","caller":"traceutil/trace.go:171","msg":"trace[131299517] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15983; }","duration":"162.210597ms","start":"2026-07-03T16:27:37.082463Z","end":"2026-07-03T16:27:37.244673Z","steps":["trace[131299517] 'agreement among raft nodes before linearized reading' (duration: 162.158186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.247046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.796557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:37.247125Z","caller":"traceutil/trace.go:171","msg":"trace[798314601] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"158.888341ms","start":"2026-07-03T16:27:37.088215Z","end":"2026-07-03T16:27:37.247103Z","steps":["trace[798314601] 'agreement among raft nodes before linearized reading' (duration: 158.659844ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.24774Z","caller":"traceutil/trace.go:171","msg":"trace[747812534] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"224.928794ms","start":"2026-07-03T16:27:37.022792Z","end":"2026-07-03T16:27:37.247721Z","steps":["trace[747812534] 'process raft request' (duration: 218.674691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.247766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.939819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:37.247822Z","caller":"traceutil/trace.go:171","msg":"trace[352645423] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"155.00761ms","start":"2026-07-03T16:27:37.092798Z","end":"2026-07-03T16:27:37.247806Z","steps":["trace[352645423] 'agreement among raft nodes before linearized reading' (duration: 154.849816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.247829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.528534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-07-03T16:27:37.247886Z","caller":"traceutil/trace.go:171","msg":"trace[1894984174] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-v4pjl; range_end:; response_count:1; response_revision:15983; }","duration":"145.625417ms","start":"2026-07-03T16:27:37.102246Z","end":"2026-07-03T16:27:37.247871Z","steps":["trace[1894984174] 'agreement among raft nodes before linearized reading' (duration: 145.437042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.24804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.433409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.248079Z","caller":"traceutil/trace.go:171","msg":"trace[1195315958] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15983; }","duration":"163.527592ms","start":"2026-07-03T16:27:37.084541Z","end":"2026-07-03T16:27:37.248069Z","steps":["trace[1195315958] 'agreement among raft nodes before linearized reading' (duration: 163.44348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.248161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.031894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:27:37.24843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.840137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.24846Z","caller":"traceutil/trace.go:171","msg":"trace[1353384569] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15983; }","duration":"169.65021ms","start":"2026-07-03T16:27:37.07879Z","end":"2026-07-03T16:27:37.248441Z","steps":["trace[1353384569] 'agreement among raft nodes before linearized reading' (duration: 168.890991ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.24848Z","caller":"traceutil/trace.go:171","msg":"trace[450389014] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15983; }","duration":"156.994201ms","start":"2026-07-03T16:27:37.091473Z","end":"2026-07-03T16:27:37.248467Z","steps":["trace[450389014] 'agreement among raft nodes before linearized reading' (duration: 156.809206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.248566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.262017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.250762Z","caller":"traceutil/trace.go:171","msg":"trace[1805955281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15983; }","duration":"297.484654ms","start":"2026-07-03T16:27:36.953265Z","end":"2026-07-03T16:27:37.25075Z","steps":["trace[1805955281] 'agreement among raft nodes before linearized reading' (duration: 295.268227ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.248633Z","caller":"traceutil/trace.go:171","msg":"trace[681713531] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"224.987984ms","start":"2026-07-03T16:27:37.02354Z","end":"2026-07-03T16:27:37.248528Z","steps":["trace[681713531] 'process raft request' (duration: 218.142457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.352311Z","caller":"traceutil/trace.go:171","msg":"trace[1963867098] transaction","detail":"{read_only:false; response_revision:16020; number_of_response:1; }","duration":"123.726268ms","start":"2026-07-03T16:27:45.228557Z","end":"2026-07-03T16:27:45.352283Z","steps":["trace[1963867098] 'process raft request' (duration: 123.562214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.388412Z","caller":"traceutil/trace.go:171","msg":"trace[161219055] transaction","detail":"{read_only:false; response_revision:16022; number_of_response:1; }","duration":"109.683805ms","start":"2026-07-03T16:27:45.278712Z","end":"2026-07-03T16:27:45.388396Z","steps":["trace[161219055] 'process raft request' (duration: 109.47915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.388438Z","caller":"traceutil/trace.go:171","msg":"trace[135400091] transaction","detail":"{read_only:false; response_revision:16021; number_of_response:1; }","duration":"159.421574ms","start":"2026-07-03T16:27:45.228984Z","end":"2026-07-03T16:27:45.388406Z","steps":["trace[135400091] 'process raft request' (duration: 159.049255ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.38832Z","caller":"traceutil/trace.go:171","msg":"trace[934593591] linearizableReadLoop","detail":"{readStateIndex:16590; appliedIndex:16588; }","duration":"124.729335ms","start":"2026-07-03T16:27:45.263557Z","end":"2026-07-03T16:27:45.388286Z","steps":["trace[934593591] 'read index received' (duration: 88.69363ms)","trace[934593591] 'applied index is now lower than readState.Index' (duration: 36.034775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:45.388652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.060413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.388747Z","caller":"traceutil/trace.go:171","msg":"trace[1082294523] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16023; }","duration":"125.217147ms","start":"2026-07-03T16:27:45.263509Z","end":"2026-07-03T16:27:45.388726Z","steps":["trace[1082294523] 'agreement among raft nodes before linearized reading' (duration: 125.015942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.388876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.33256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:45.38892Z","caller":"traceutil/trace.go:171","msg":"trace[1638057974] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16023; }","duration":"113.408502ms","start":"2026-07-03T16:27:45.2755Z","end":"2026-07-03T16:27:45.388908Z","steps":["trace[1638057974] 'agreement among raft nodes before linearized reading' (duration: 113.31171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.388969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.277153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:27:45.388996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.688453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:45.389013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.317594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.389088Z","caller":"traceutil/trace.go:171","msg":"trace[8307030] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16023; }","duration":"102.807826ms","start":"2026-07-03T16:27:45.28626Z","end":"2026-07-03T16:27:45.389067Z","steps":["trace[8307030] 'agreement among raft nodes before linearized reading' (duration: 102.627331ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389121Z","caller":"traceutil/trace.go:171","msg":"trace[1231629555] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16023; }","duration":"102.462588ms","start":"2026-07-03T16:27:45.286634Z","end":"2026-07-03T16:27:45.389097Z","steps":["trace[1231629555] 'agreement among raft nodes before linearized reading' (duration: 102.302194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.318815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:45.389051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.212872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:45.389131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.150015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:45.3892Z","caller":"traceutil/trace.go:171","msg":"trace[1568232370] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16023; }","duration":"104.373016ms","start":"2026-07-03T16:27:45.284816Z","end":"2026-07-03T16:27:45.389189Z","steps":["trace[1568232370] 'agreement among raft nodes before linearized reading' (duration: 104.201322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389166Z","caller":"traceutil/trace.go:171","msg":"trace[989369927] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16023; }","duration":"104.367526ms","start":"2026-07-03T16:27:45.28479Z","end":"2026-07-03T16:27:45.389158Z","steps":["trace[989369927] 'agreement among raft nodes before linearized reading' (duration: 104.317505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389028Z","caller":"traceutil/trace.go:171","msg":"trace[1961607445] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16023; }","duration":"102.392676ms","start":"2026-07-03T16:27:45.28662Z","end":"2026-07-03T16:27:45.389013Z","steps":["trace[1961607445] 'agreement among raft nodes before linearized reading' (duration: 102.133119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.387158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:45.389378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.117412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:45.38922Z","caller":"traceutil/trace.go:171","msg":"trace[2095704952] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16023; }","duration":"103.248308ms","start":"2026-07-03T16:27:45.285953Z","end":"2026-07-03T16:27:45.389202Z","steps":["trace[2095704952] 'agreement among raft nodes before linearized reading' (duration: 103.031972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389418Z","caller":"traceutil/trace.go:171","msg":"trace[2116677275] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16023; }","duration":"101.170154ms","start":"2026-07-03T16:27:45.288237Z","end":"2026-07-03T16:27:45.389407Z","steps":["trace[2116677275] 'agreement among raft nodes before linearized reading' (duration: 101.085092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.985657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:45.389296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.969809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:27:45.389477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.66571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:45.389482Z","caller":"traceutil/trace.go:171","msg":"trace[522987184] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16023; }","duration":"121.08239ms","start":"2026-07-03T16:27:45.268392Z","end":"2026-07-03T16:27:45.389474Z","steps":["trace[522987184] 'agreement among raft nodes before linearized reading' (duration: 121.014688ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389495Z","caller":"traceutil/trace.go:171","msg":"trace[454480810] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16023; }","duration":"101.193364ms","start":"2026-07-03T16:27:45.288288Z","end":"2026-07-03T16:27:45.389481Z","steps":["trace[454480810] 'agreement among raft nodes before linearized reading' (duration: 100.818084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389513Z","caller":"traceutil/trace.go:171","msg":"trace[250722883] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16023; }","duration":"100.714872ms","start":"2026-07-03T16:27:45.288787Z","end":"2026-07-03T16:27:45.389501Z","steps":["trace[250722883] 'agreement among raft nodes before linearized reading' (duration: 100.61784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.553483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.389632Z","caller":"traceutil/trace.go:171","msg":"trace[339139040] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16023; }","duration":"101.617645ms","start":"2026-07-03T16:27:45.288003Z","end":"2026-07-03T16:27:45.389621Z","steps":["trace[339139040] 'agreement among raft nodes before linearized reading' (duration: 101.552884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.38969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.834079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-07-03T16:27:45.389772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.798646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:45.389774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.078079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:27:45.389795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.839311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.389812Z","caller":"traceutil/trace.go:171","msg":"trace[99615763] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16023; }","duration":"102.828457ms","start":"2026-07-03T16:27:45.286966Z","end":"2026-07-03T16:27:45.389794Z","steps":["trace[99615763] 'agreement among raft nodes before linearized reading' (duration: 102.784006ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389908Z","caller":"traceutil/trace.go:171","msg":"trace[2053942098] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16023; }","duration":"101.941413ms","start":"2026-07-03T16:27:45.287907Z","end":"2026-07-03T16:27:45.389849Z","steps":["trace[2053942098] 'agreement among raft nodes before linearized reading' (duration: 101.864771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.38877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.981987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:45.38938Z","caller":"traceutil/trace.go:171","msg":"trace[1718607442] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16023; }","duration":"121.46307ms","start":"2026-07-03T16:27:45.267909Z","end":"2026-07-03T16:27:45.389372Z","steps":["trace[1718607442] 'agreement among raft nodes before linearized reading' (duration: 121.411649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.752782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:45.390063Z","caller":"traceutil/trace.go:171","msg":"trace[1153208782] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16023; }","duration":"101.732208ms","start":"2026-07-03T16:27:45.288314Z","end":"2026-07-03T16:27:45.390046Z","steps":["trace[1153208782] 'agreement among raft nodes before linearized reading' (duration: 100.595389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389783Z","caller":"traceutil/trace.go:171","msg":"trace[2022137501] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16023; }","duration":"121.941602ms","start":"2026-07-03T16:27:45.267831Z","end":"2026-07-03T16:27:45.389773Z","steps":["trace[2022137501] 'agreement among raft nodes before linearized reading' (duration: 121.750837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.73581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.390116Z","caller":"traceutil/trace.go:171","msg":"trace[320490979] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16023; }","duration":"122.204288ms","start":"2026-07-03T16:27:45.267764Z","end":"2026-07-03T16:27:45.389968Z","steps":["trace[320490979] 'agreement among raft nodes before linearized reading' (duration: 120.896225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.186986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:27:45.390217Z","caller":"traceutil/trace.go:171","msg":"trace[517906811] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16023; }","duration":"105.013063ms","start":"2026-07-03T16:27:45.285127Z","end":"2026-07-03T16:27:45.39014Z","steps":["trace[517906811] 'agreement among raft nodes before linearized reading' (duration: 103.666398ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.390213Z","caller":"traceutil/trace.go:171","msg":"trace[2103603488] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16023; }","duration":"103.704229ms","start":"2026-07-03T16:27:45.286496Z","end":"2026-07-03T16:27:45.3902Z","steps":["trace[2103603488] 'agreement among raft nodes before linearized reading' (duration: 103.141615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.389702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.757759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:45.390456Z","caller":"traceutil/trace.go:171","msg":"trace[342506004] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16023; }","duration":"102.525958ms","start":"2026-07-03T16:27:45.287906Z","end":"2026-07-03T16:27:45.390432Z","steps":["trace[342506004] 'agreement among raft nodes before linearized reading' (duration: 101.681106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.389845Z","caller":"traceutil/trace.go:171","msg":"trace[34790231] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16023; }","duration":"104.156521ms","start":"2026-07-03T16:27:45.285675Z","end":"2026-07-03T16:27:45.389831Z","steps":["trace[34790231] 'agreement among raft nodes before linearized reading' (duration: 103.916955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.874828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.74887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:18.874946Z","caller":"traceutil/trace.go:171","msg":"trace[330918646] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16254; }","duration":"108.943515ms","start":"2026-07-03T16:28:18.765977Z","end":"2026-07-03T16:28:18.874921Z","steps":["trace[330918646] 'count revisions from in-memory index tree' (duration: 108.643517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.224218Z","caller":"traceutil/trace.go:171","msg":"trace[1639484833] transaction","detail":"{read_only:false; response_revision:16267; number_of_response:1; }","duration":"103.205587ms","start":"2026-07-03T16:28:20.120986Z","end":"2026-07-03T16:28:20.224191Z","steps":["trace[1639484833] 'process raft request' (duration: 103.065403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.223593Z","caller":"traceutil/trace.go:171","msg":"trace[2108602758] transaction","detail":"{read_only:false; response_revision:16270; number_of_response:1; }","duration":"106.625145ms","start":"2026-07-03T16:28:21.116946Z","end":"2026-07-03T16:28:21.223571Z","steps":["trace[2108602758] 'process raft request' (duration: 106.482952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.49168Z","caller":"traceutil/trace.go:171","msg":"trace[2096933498] transaction","detail":"{read_only:false; response_revision:16271; number_of_response:1; }","duration":"113.877432ms","start":"2026-07-03T16:28:21.377784Z","end":"2026-07-03T16:28:21.491662Z","steps":["trace[2096933498] 'process raft request' (duration: 113.466521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.696269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.661386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:21.696347Z","caller":"traceutil/trace.go:171","msg":"trace[382759676] linearizableReadLoop","detail":"{readStateIndex:16851; appliedIndex:16850; }","duration":"124.853218ms","start":"2026-07-03T16:28:21.571482Z","end":"2026-07-03T16:28:21.696335Z","steps":["trace[382759676] 'read index received' (duration: 23.075799ms)","trace[382759676] 'applied index is now lower than readState.Index' (duration: 101.776559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:21.696516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.990417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:21.696541Z","caller":"traceutil/trace.go:171","msg":"trace[2142520994] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16273; }","duration":"163.032888ms","start":"2026-07-03T16:28:21.533503Z","end":"2026-07-03T16:28:21.696536Z","steps":["trace[2142520994] 'agreement among raft nodes before linearized reading' (duration: 162.882174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.696545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.040002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:28:21.696586Z","caller":"traceutil/trace.go:171","msg":"trace[2000704413] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16273; }","duration":"162.098323ms","start":"2026-07-03T16:28:21.534477Z","end":"2026-07-03T16:28:21.696576Z","steps":["trace[2000704413] 'agreement among raft nodes before linearized reading' (duration: 161.901438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.696606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.058068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:21.696744Z","caller":"traceutil/trace.go:171","msg":"trace[1413796704] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"141.942132ms","start":"2026-07-03T16:28:21.554787Z","end":"2026-07-03T16:28:21.696729Z","steps":["trace[1413796704] 'process raft request' (duration: 39.761261ms)","trace[1413796704] 'compare' (duration: 101.587404ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:21.69676Z","caller":"traceutil/trace.go:171","msg":"trace[267595327] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16273; }","duration":"163.329637ms","start":"2026-07-03T16:28:21.533408Z","end":"2026-07-03T16:28:21.696738Z","steps":["trace[267595327] 'agreement among raft nodes before linearized reading' (duration: 163.039548ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.700058Z","caller":"traceutil/trace.go:171","msg":"trace[551458263] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"111.414849ms","start":"2026-07-03T16:28:21.588623Z","end":"2026-07-03T16:28:21.700038Z","steps":["trace[551458263] 'process raft request' (duration: 111.279776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.700287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.338103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-03T16:28:21.700338Z","caller":"traceutil/trace.go:171","msg":"trace[1252499817] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16275; }","duration":"110.431605ms","start":"2026-07-03T16:28:21.589895Z","end":"2026-07-03T16:28:21.700326Z","steps":["trace[1252499817] 'agreement among raft nodes before linearized reading' (duration: 110.289361ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.70043Z","caller":"traceutil/trace.go:171","msg":"trace[1880729906] transaction","detail":"{read_only:false; response_revision:16275; number_of_response:1; }","duration":"110.592538ms","start":"2026-07-03T16:28:21.589826Z","end":"2026-07-03T16:28:21.700419Z","steps":["trace[1880729906] 'process raft request' (duration: 110.178458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:42.818063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14491} {"level":"info","ts":"2026-07-03T16:29:42.89599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14491,"took":"74.477666ms","hash":1077568966,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T16:29:42.896267Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1077568966,"revision":14491,"compact-revision":12469} {"level":"info","ts":"2026-07-03T16:30:30.782819Z","caller":"traceutil/trace.go:171","msg":"trace[2079880060] linearizableReadLoop","detail":"{readStateIndex:18008; appliedIndex:18007; }","duration":"219.750779ms","start":"2026-07-03T16:30:30.563036Z","end":"2026-07-03T16:30:30.782787Z","steps":["trace[2079880060] 'read index received' (duration: 219.473052ms)","trace[2079880060] 'applied index is now lower than readState.Index' (duration: 276.277µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:30.782908Z","caller":"traceutil/trace.go:171","msg":"trace[1788088793] transaction","detail":"{read_only:false; response_revision:17395; number_of_response:1; }","duration":"258.118871ms","start":"2026-07-03T16:30:30.52474Z","end":"2026-07-03T16:30:30.782859Z","steps":["trace[1788088793] 'process raft request' (duration: 257.866985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.783022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.957594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:30.783081Z","caller":"traceutil/trace.go:171","msg":"trace[550534830] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:17395; }","duration":"220.070147ms","start":"2026-07-03T16:30:30.562992Z","end":"2026-07-03T16:30:30.783062Z","steps":["trace[550534830] 'agreement among raft nodes before linearized reading' (duration: 219.967365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.783196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.333224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:30:30.783241Z","caller":"traceutil/trace.go:171","msg":"trace[418372217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17395; }","duration":"201.391615ms","start":"2026-07-03T16:30:30.581835Z","end":"2026-07-03T16:30:30.783227Z","steps":["trace[418372217] 'agreement among raft nodes before linearized reading' (duration: 201.242452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.783467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.934018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:30:30.783503Z","caller":"traceutil/trace.go:171","msg":"trace[2122990107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17395; }","duration":"141.999569ms","start":"2026-07-03T16:30:30.641495Z","end":"2026-07-03T16:30:30.783494Z","steps":["trace[2122990107] 'agreement among raft nodes before linearized reading' (duration: 141.908907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.140615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965387181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:33:24.626861Z","caller":"traceutil/trace.go:171","msg":"trace[1992281024] transaction","detail":"{read_only:false; response_revision:18546; number_of_response:1; }","duration":"987.703309ms","start":"2026-07-03T16:33:23.639104Z","end":"2026-07-03T16:33:24.626807Z","steps":["trace[1992281024] 'process raft request' (duration: 987.381091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.627144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:23.639072Z","time spent":"987.952187ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:24.627268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.819068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:33:24.627331Z","caller":"traceutil/trace.go:171","msg":"trace[381133409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18546; }","duration":"986.9069ms","start":"2026-07-03T16:33:23.64041Z","end":"2026-07-03T16:33:24.627317Z","steps":["trace[381133409] 'agreement among raft nodes before linearized reading' (duration: 986.726436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:24.626739Z","caller":"traceutil/trace.go:171","msg":"trace[390818539] linearizableReadLoop","detail":"{readStateIndex:19198; appliedIndex:19197; }","duration":"986.282874ms","start":"2026-07-03T16:33:23.640425Z","end":"2026-07-03T16:33:24.626708Z","steps":["trace[390818539] 'read index received' (duration: 985.993296ms)","trace[390818539] 'applied index is now lower than readState.Index' (duration: 288.138µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:24.627379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:23.640387Z","time spent":"986.985603ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:33:24.627713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.157802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:33:24.627771Z","caller":"traceutil/trace.go:171","msg":"trace[1441489373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18546; }","duration":"945.259064ms","start":"2026-07-03T16:33:23.682494Z","end":"2026-07-03T16:33:24.627753Z","steps":["trace[1441489373] 'agreement among raft nodes before linearized reading' (duration: 945.062619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.627805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:23.682468Z","time spent":"945.329086ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:33:24.62797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.100473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-07-03T16:33:24.628006Z","caller":"traceutil/trace.go:171","msg":"trace[1209163558] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mz6md; range_end:; response_count:1; response_revision:18546; }","duration":"611.181895ms","start":"2026-07-03T16:33:24.016816Z","end":"2026-07-03T16:33:24.627998Z","steps":["trace[1209163558] 'agreement among raft nodes before linearized reading' (duration: 611.053712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.628027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:24.01679Z","time spent":"611.232816ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" "} {"level":"warn","ts":"2026-07-03T16:33:24.628243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.294725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:33:24.628307Z","caller":"traceutil/trace.go:171","msg":"trace[1200261845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18546; }","duration":"842.403627ms","start":"2026-07-03T16:33:23.78589Z","end":"2026-07-03T16:33:24.628293Z","steps":["trace[1200261845] 'agreement among raft nodes before linearized reading' (duration: 842.217262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.628325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.381093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:33:24.628355Z","caller":"traceutil/trace.go:171","msg":"trace[1586875101] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:18546; }","duration":"222.460635ms","start":"2026-07-03T16:33:24.405885Z","end":"2026-07-03T16:33:24.628346Z","steps":["trace[1586875101] 'agreement among raft nodes before linearized reading' (duration: 222.384543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.628353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:23.785873Z","time spent":"842.470689ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:24.628558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.949795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:33:24.628619Z","caller":"traceutil/trace.go:171","msg":"trace[1768064543] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18546; }","duration":"406.054927ms","start":"2026-07-03T16:33:24.222554Z","end":"2026-07-03T16:33:24.628609Z","steps":["trace[1768064543] 'agreement among raft nodes before linearized reading' (duration: 405.943984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.628645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:24.222532Z","time spent":"406.105849ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:33:24.628781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.519277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-klxdz\" ","response":"range_response_count:1 size:18875"} {"level":"info","ts":"2026-07-03T16:33:24.628811Z","caller":"traceutil/trace.go:171","msg":"trace[2065610488] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-klxdz; range_end:; response_count:1; response_revision:18546; }","duration":"476.584809ms","start":"2026-07-03T16:33:24.152218Z","end":"2026-07-03T16:33:24.628803Z","steps":["trace[2065610488] 'agreement among raft nodes before linearized reading' (duration: 476.488277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.628839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:24.152197Z","time spent":"476.63166ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18899,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-klxdz\" "} {"level":"warn","ts":"2026-07-03T16:33:24.629293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.341395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:33:24.629355Z","caller":"traceutil/trace.go:171","msg":"trace[1967445395] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18546; }","duration":"715.445648ms","start":"2026-07-03T16:33:23.913895Z","end":"2026-07-03T16:33:24.629341Z","steps":["trace[1967445395] 'agreement among raft nodes before linearized reading' (duration: 713.992401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.629405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:23.913875Z","time spent":"715.51908ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1849,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:24.629575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.765466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:33:24.62961Z","caller":"traceutil/trace.go:171","msg":"trace[1926973269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18546; }","duration":"945.847198ms","start":"2026-07-03T16:33:23.683752Z","end":"2026-07-03T16:33:24.629599Z","steps":["trace[1926973269] 'agreement among raft nodes before linearized reading' (duration: 945.743426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.62964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:23.683726Z","time spent":"945.906261ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:31.934678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.351016ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:33:31.934788Z","caller":"traceutil/trace.go:171","msg":"trace[1464710573] linearizableReadLoop","detail":"{readStateIndex:19246; appliedIndex:19245; }","duration":"674.660415ms","start":"2026-07-03T16:33:31.26011Z","end":"2026-07-03T16:33:31.93477Z","steps":["trace[1464710573] 'read index received' (duration: 417.044432ms)","trace[1464710573] 'applied index is now lower than readState.Index' (duration: 257.614533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:31.934968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.711592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:31.935038Z","caller":"traceutil/trace.go:171","msg":"trace[155578478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18592; }","duration":"560.814444ms","start":"2026-07-03T16:33:31.374206Z","end":"2026-07-03T16:33:31.93502Z","steps":["trace[155578478] 'agreement among raft nodes before linearized reading' (duration: 560.718591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:31.935087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:31.374192Z","time spent":"560.890296ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:33:31.935083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.620564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-03T16:33:31.935143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.017224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:33:31.935145Z","caller":"traceutil/trace.go:171","msg":"trace[35035760] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:18592; }","duration":"113.689425ms","start":"2026-07-03T16:33:31.821439Z","end":"2026-07-03T16:33:31.935129Z","steps":["trace[35035760] 'agreement among raft nodes before linearized reading' (duration: 113.452069ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:31.935205Z","caller":"traceutil/trace.go:171","msg":"trace[1713870732] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18592; }","duration":"675.108936ms","start":"2026-07-03T16:33:31.260079Z","end":"2026-07-03T16:33:31.935188Z","steps":["trace[1713870732] 'agreement among raft nodes before linearized reading' (duration: 674.817429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:31.935236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:31.260067Z","time spent":"675.163228ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:33:31.93518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.082438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:31.935322Z","caller":"traceutil/trace.go:171","msg":"trace[79679772] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:18592; }","duration":"183.309923ms","start":"2026-07-03T16:33:31.751978Z","end":"2026-07-03T16:33:31.935288Z","steps":["trace[79679772] 'agreement among raft nodes before linearized reading' (duration: 182.974315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:31.935304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.925493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" ","response":"range_response_count:1 size:20758"} {"level":"info","ts":"2026-07-03T16:33:31.935423Z","caller":"traceutil/trace.go:171","msg":"trace[111160779] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6js6p; range_end:; response_count:1; response_revision:18592; }","duration":"665.098037ms","start":"2026-07-03T16:33:31.270296Z","end":"2026-07-03T16:33:31.935394Z","steps":["trace[111160779] 'agreement among raft nodes before linearized reading' (duration: 664.591494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:31.935483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:31.270268Z","time spent":"665.20099ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6js6p\" "} {"level":"warn","ts":"2026-07-03T16:33:33.174627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965387310,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:33:33.279479Z","caller":"traceutil/trace.go:171","msg":"trace[2020160921] transaction","detail":"{read_only:false; response_revision:18594; number_of_response:1; }","duration":"613.447604ms","start":"2026-07-03T16:33:32.665983Z","end":"2026-07-03T16:33:33.279431Z","steps":["trace[2020160921] 'process raft request' (duration: 613.243799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:33.279669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.665963Z","time spent":"613.609138ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:34.890016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.413993ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:34.890148Z","caller":"traceutil/trace.go:171","msg":"trace[1373986939] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18594; }","duration":"583.584807ms","start":"2026-07-03T16:33:34.306546Z","end":"2026-07-03T16:33:34.890131Z","steps":["trace[1373986939] 'range keys from in-memory index tree' (duration: 583.398982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.891623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572785742s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:33:34.891957Z","caller":"traceutil/trace.go:171","msg":"trace[1128534770] linearizableReadLoop","detail":"{readStateIndex:19252; appliedIndex:19247; }","duration":"2.218338153s","start":"2026-07-03T16:33:32.673607Z","end":"2026-07-03T16:33:34.891945Z","steps":["trace[1128534770] 'read index received' (duration: 605.608221ms)","trace[1128534770] 'applied index is now lower than readState.Index' (duration: 1.612729042s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:34.892079Z","caller":"traceutil/trace.go:171","msg":"trace[638189781] transaction","detail":"{read_only:false; response_revision:18595; number_of_response:1; }","duration":"2.176693757s","start":"2026-07-03T16:33:32.71537Z","end":"2026-07-03T16:33:34.892064Z","steps":["trace[638189781] 'process raft request' (duration: 603.390804ms)","trace[638189781] 'compare' (duration: 1.570380952s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:34.892182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.715342Z","time spent":"2.17680446s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:34.892255Z","caller":"traceutil/trace.go:171","msg":"trace[440192173] transaction","detail":"{read_only:false; response_revision:18597; number_of_response:1; }","duration":"1.853000228s","start":"2026-07-03T16:33:33.03925Z","end":"2026-07-03T16:33:34.89225Z","steps":["trace[440192173] 'process raft request' (duration: 1.852610928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.89232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8503867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:33:34.892369Z","caller":"traceutil/trace.go:171","msg":"trace[1788137135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18598; }","duration":"1.850475172s","start":"2026-07-03T16:33:33.041881Z","end":"2026-07-03T16:33:34.892356Z","steps":["trace[1788137135] 'agreement among raft nodes before linearized reading' (duration: 1.850329979s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.892365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:33.039218Z","time spent":"1.85307289s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:34.8924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:33.041857Z","time spent":"1.850536773s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:33:34.892398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214593376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:33:34.892479Z","caller":"traceutil/trace.go:171","msg":"trace[517707671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18598; }","duration":"2.21474226s","start":"2026-07-03T16:33:32.677719Z","end":"2026-07-03T16:33:34.892461Z","steps":["trace[517707671] 'agreement among raft nodes before linearized reading' (duration: 2.214476093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.892531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.677678Z","time spent":"2.214843412s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:33:34.892619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14506797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-07-03T16:33:34.892648Z","caller":"traceutil/trace.go:171","msg":"trace[1614587113] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mz6md; range_end:; response_count:1; response_revision:18598; }","duration":"2.145135262s","start":"2026-07-03T16:33:32.747506Z","end":"2026-07-03T16:33:34.892641Z","steps":["trace[1614587113] 'agreement among raft nodes before linearized reading' (duration: 2.145005229s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.892674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.747488Z","time spent":"2.145181593s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" "} {"level":"info","ts":"2026-07-03T16:33:34.892174Z","caller":"traceutil/trace.go:171","msg":"trace[916842641] transaction","detail":"{read_only:false; response_revision:18598; number_of_response:1; }","duration":"1.842824905s","start":"2026-07-03T16:33:33.04931Z","end":"2026-07-03T16:33:34.892135Z","steps":["trace[916842641] 'process raft request' (duration: 1.842600789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.892708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628024665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-07-03T16:33:34.892751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936700567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:33:34.892851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145134772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:34.892886Z","caller":"traceutil/trace.go:171","msg":"trace[1600589563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:18598; }","duration":"2.145220713s","start":"2026-07-03T16:33:32.747655Z","end":"2026-07-03T16:33:34.892876Z","steps":["trace[1600589563] 'agreement among raft nodes before linearized reading' (duration: 2.145159452s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:34.892883Z","caller":"traceutil/trace.go:171","msg":"trace[1067980077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18598; }","duration":"1.936880422s","start":"2026-07-03T16:33:32.955976Z","end":"2026-07-03T16:33:34.892856Z","steps":["trace[1067980077] 'agreement among raft nodes before linearized reading' (duration: 1.936640536s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.892901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219290946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:33:34.892918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.747629Z","time spent":"2.145281245s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:33:34.892941Z","caller":"traceutil/trace.go:171","msg":"trace[1151525230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18598; }","duration":"2.219403419s","start":"2026-07-03T16:33:32.673525Z","end":"2026-07-03T16:33:34.892929Z","steps":["trace[1151525230] 'agreement among raft nodes before linearized reading' (duration: 2.219243355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.893077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.673491Z","time spent":"2.219573563s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:33:34.89281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:33.049296Z","time spent":"1.843445439s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:34.893225Z","caller":"traceutil/trace.go:171","msg":"trace[1500996025] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-v4pjl; range_end:; response_count:1; response_revision:18598; }","duration":"1.628155609s","start":"2026-07-03T16:33:33.26462Z","end":"2026-07-03T16:33:34.892776Z","steps":["trace[1500996025] 'agreement among raft nodes before linearized reading' (duration: 1.627903373s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.892727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211150366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:33:34.893315Z","caller":"traceutil/trace.go:171","msg":"trace[82946116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18598; }","duration":"2.211802112s","start":"2026-07-03T16:33:32.681504Z","end":"2026-07-03T16:33:34.893306Z","steps":["trace[82946116] 'agreement among raft nodes before linearized reading' (duration: 2.211070394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.893312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654245622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:33:34.892735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211613698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:33:34.893349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.681492Z","time spent":"2.211847343s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:33:34.893356Z","caller":"traceutil/trace.go:171","msg":"trace[1105714925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:18598; }","duration":"1.655059502s","start":"2026-07-03T16:33:33.238285Z","end":"2026-07-03T16:33:34.893344Z","steps":["trace[1105714925] 'agreement among raft nodes before linearized reading' (duration: 1.654251602s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.893338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:33.264601Z","time spent":"1.628716602s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" "} {"level":"warn","ts":"2026-07-03T16:33:34.893384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:33.238268Z","time spent":"1.655106703s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:33:34.893368Z","caller":"traceutil/trace.go:171","msg":"trace[1038089266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18598; }","duration":"2.212264263s","start":"2026-07-03T16:33:32.681089Z","end":"2026-07-03T16:33:34.893354Z","steps":["trace[1038089266] 'agreement among raft nodes before linearized reading' (duration: 2.211587057s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:34.892232Z","caller":"traceutil/trace.go:171","msg":"trace[1588526140] transaction","detail":"{read_only:false; response_revision:18596; number_of_response:1; }","duration":"2.006559022s","start":"2026-07-03T16:33:32.885665Z","end":"2026-07-03T16:33:34.892224Z","steps":["trace[1588526140] 'process raft request' (duration: 2.006114421s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.89353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.88564Z","time spent":"2.007846803s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:34.893456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.681078Z","time spent":"2.212360766s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:34.892956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:32.955959Z","time spent":"1.936975564s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:33:35.398821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965387318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:33:35.901928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965387318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:33:36.402973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965387318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:33:36.5473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649196545s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:33:36.672573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.930161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:33:36.672709Z","caller":"traceutil/trace.go:171","msg":"trace[1168798020] transaction","detail":"{read_only:false; response_revision:18599; number_of_response:1; }","duration":"1.774657869s","start":"2026-07-03T16:33:34.898025Z","end":"2026-07-03T16:33:36.672683Z","steps":["trace[1168798020] 'process raft request' (duration: 1.649505263s)","trace[1168798020] 'compare' (duration: 124.682655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:36.672798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.898009Z","time spent":"1.774741772s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:36.798979Z","caller":"traceutil/trace.go:171","msg":"trace[138239102] linearizableReadLoop","detail":"{readStateIndex:19258; appliedIndex:19252; }","duration":"1.900458433s","start":"2026-07-03T16:33:34.898502Z","end":"2026-07-03T16:33:36.798961Z","steps":["trace[138239102] 'read index received' (duration: 1.649051171s)","trace[138239102] 'applied index is now lower than readState.Index' (duration: 251.406582ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:36.799382Z","caller":"traceutil/trace.go:171","msg":"trace[1698513579] transaction","detail":"{read_only:false; response_revision:18603; number_of_response:1; }","duration":"1.894041757s","start":"2026-07-03T16:33:34.905304Z","end":"2026-07-03T16:33:36.799346Z","steps":["trace[1698513579] 'process raft request' (duration: 1.893597946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.799553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.90529Z","time spent":"1.894175781s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:36.799708Z","caller":"traceutil/trace.go:171","msg":"trace[539019567] transaction","detail":"{read_only:false; response_revision:18600; number_of_response:1; }","duration":"1.899671013s","start":"2026-07-03T16:33:34.900026Z","end":"2026-07-03T16:33:36.799697Z","steps":["trace[539019567] 'process raft request' (duration: 1.89416042s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.799765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.899997Z","time spent":"1.899738685s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:36.799965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.185122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:36.800052Z","caller":"traceutil/trace.go:171","msg":"trace[1661150297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:18604; }","duration":"856.307574ms","start":"2026-07-03T16:33:35.943726Z","end":"2026-07-03T16:33:36.800033Z","steps":["trace[1661150297] 'agreement among raft nodes before linearized reading' (duration: 856.154511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.800132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.943718Z","time spent":"856.396916ms","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:33:36.800192Z","caller":"traceutil/trace.go:171","msg":"trace[1946306689] transaction","detail":"{read_only:false; response_revision:18602; number_of_response:1; }","duration":"1.89910711s","start":"2026-07-03T16:33:34.901077Z","end":"2026-07-03T16:33:36.800184Z","steps":["trace[1946306689] 'process raft request' (duration: 1.897776298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.800244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.319783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:33:36.800296Z","caller":"traceutil/trace.go:171","msg":"trace[745021672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18604; }","duration":"863.393345ms","start":"2026-07-03T16:33:35.936889Z","end":"2026-07-03T16:33:36.800282Z","steps":["trace[745021672] 'agreement among raft nodes before linearized reading' (duration: 863.289783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.800338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.936873Z","time spent":"863.455206ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:33:36.80048Z","caller":"traceutil/trace.go:171","msg":"trace[1646635097] transaction","detail":"{read_only:false; response_revision:18604; number_of_response:1; }","duration":"1.270391431s","start":"2026-07-03T16:33:35.530072Z","end":"2026-07-03T16:33:36.800463Z","steps":["trace[1646635097] 'process raft request' (duration: 1.268861064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.800544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.546737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-03T16:33:36.800595Z","caller":"traceutil/trace.go:171","msg":"trace[1539837078] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:18604; }","duration":"755.643129ms","start":"2026-07-03T16:33:36.04494Z","end":"2026-07-03T16:33:36.800583Z","steps":["trace[1539837078] 'agreement among raft nodes before linearized reading' (duration: 755.499366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.800597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.530039Z","time spent":"1.270493943s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:36.800632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:36.044919Z","time spent":"755.70662ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:33:36.800672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515278984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:33:36.800711Z","caller":"traceutil/trace.go:171","msg":"trace[581740074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18604; }","duration":"1.515348036s","start":"2026-07-03T16:33:35.285353Z","end":"2026-07-03T16:33:36.800701Z","steps":["trace[581740074] 'agreement among raft nodes before linearized reading' (duration: 1.515263484s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.800744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.285331Z","time spent":"1.515405568s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:36.80087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902364729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:33:36.800916Z","caller":"traceutil/trace.go:171","msg":"trace[552567955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18604; }","duration":"1.90244794s","start":"2026-07-03T16:33:34.898457Z","end":"2026-07-03T16:33:36.800905Z","steps":["trace[552567955] 'agreement among raft nodes before linearized reading' (duration: 1.902284056s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.800945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.898437Z","time spent":"1.902502042s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:33:36.800554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05787043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:36.80099Z","caller":"traceutil/trace.go:171","msg":"trace[1223457677] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:18604; }","duration":"1.058344102s","start":"2026-07-03T16:33:35.742634Z","end":"2026-07-03T16:33:36.800978Z","steps":["trace[1223457677] 'agreement among raft nodes before linearized reading' (duration: 1.057885051s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.801047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.742614Z","time spent":"1.058415313s","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:36.800598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375667358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:36.801233Z","caller":"traceutil/trace.go:171","msg":"trace[843159408] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:18604; }","duration":"1.376336604s","start":"2026-07-03T16:33:35.424885Z","end":"2026-07-03T16:33:36.801221Z","steps":["trace[843159408] 'agreement among raft nodes before linearized reading' (duration: 1.375691168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.801272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.424863Z","time spent":"1.376396186s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:33:36.800157Z","caller":"traceutil/trace.go:171","msg":"trace[64705565] transaction","detail":"{read_only:false; response_revision:18601; number_of_response:1; }","duration":"1.899894409s","start":"2026-07-03T16:33:34.90025Z","end":"2026-07-03T16:33:36.800144Z","steps":["trace[64705565] 'process raft request' (duration: 1.898475714s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.801429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893327399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946774"} {"level":"info","ts":"2026-07-03T16:33:36.801466Z","caller":"traceutil/trace.go:171","msg":"trace[1731217260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18604; }","duration":"1.89338462s","start":"2026-07-03T16:33:34.908071Z","end":"2026-07-03T16:33:36.801455Z","steps":["trace[1731217260] 'agreement among raft nodes before linearized reading' (duration: 1.892792756s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.801489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.9001Z","time spent":"1.901351673s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:36.800147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897302295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946774"} {"level":"info","ts":"2026-07-03T16:33:36.801552Z","caller":"traceutil/trace.go:171","msg":"trace[1136976786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18604; }","duration":"1.89874769s","start":"2026-07-03T16:33:34.902792Z","end":"2026-07-03T16:33:36.80154Z","steps":["trace[1136976786] 'agreement among raft nodes before linearized reading' (duration: 1.896574288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.8016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.902778Z","time spent":"1.898802901s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:33:36.801645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896511047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:36.801682Z","caller":"traceutil/trace.go:171","msg":"trace[1032286323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18604; }","duration":"1.896555498s","start":"2026-07-03T16:33:34.905117Z","end":"2026-07-03T16:33:36.801672Z","steps":["trace[1032286323] 'agreement among raft nodes before linearized reading' (duration: 1.896505707s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.801505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.90806Z","time spent":"1.893434902s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:33:36.801761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.90511Z","time spent":"1.89664226s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:33:36.800259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.901064Z","time spent":"1.899161311s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:36.801604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.037916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:217599"} {"level":"info","ts":"2026-07-03T16:33:36.802435Z","caller":"traceutil/trace.go:171","msg":"trace[558894377] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:18604; }","duration":"376.864796ms","start":"2026-07-03T16:33:36.425557Z","end":"2026-07-03T16:33:36.802422Z","steps":["trace[558894377] 'agreement among raft nodes before linearized reading' (duration: 375.225046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.802473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:36.425493Z","time spent":"376.967729ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":217623,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-03T16:33:36.950274Z","caller":"traceutil/trace.go:171","msg":"trace[1780133717] transaction","detail":"{read_only:false; response_revision:18605; number_of_response:1; }","duration":"142.963328ms","start":"2026-07-03T16:33:36.807261Z","end":"2026-07-03T16:33:36.950225Z","steps":["trace[1780133717] 'process raft request' (duration: 124.212904ms)","trace[1780133717] 'compare' (duration: 18.563999ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:36.950517Z","caller":"traceutil/trace.go:171","msg":"trace[1612481839] transaction","detail":"{read_only:false; response_revision:18606; number_of_response:1; }","duration":"142.60623ms","start":"2026-07-03T16:33:36.807889Z","end":"2026-07-03T16:33:36.950495Z","steps":["trace[1612481839] 'process raft request' (duration: 142.284642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.950624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.609793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18665"} {"level":"info","ts":"2026-07-03T16:33:36.950672Z","caller":"traceutil/trace.go:171","msg":"trace[1999745856] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18606; }","duration":"145.694965ms","start":"2026-07-03T16:33:36.804965Z","end":"2026-07-03T16:33:36.95066Z","steps":["trace[1999745856] 'agreement among raft nodes before linearized reading' (duration: 145.537751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:41.669651Z","caller":"traceutil/trace.go:171","msg":"trace[977968083] linearizableReadLoop","detail":"{readStateIndex:19311; appliedIndex:19310; }","duration":"434.90044ms","start":"2026-07-03T16:33:41.234717Z","end":"2026-07-03T16:33:41.669617Z","steps":["trace[977968083] 'read index received' (duration: 336.012848ms)","trace[977968083] 'applied index is now lower than readState.Index' (duration: 98.883032ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:41.669443Z","caller":"traceutil/trace.go:171","msg":"trace[2099893916] transaction","detail":"{read_only:false; response_revision:18656; number_of_response:1; }","duration":"562.18767ms","start":"2026-07-03T16:33:41.107221Z","end":"2026-07-03T16:33:41.669408Z","steps":["trace[2099893916] 'process raft request' (duration: 463.489273ms)","trace[2099893916] 'compare' (duration: 98.463701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:41.670053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:41.10721Z","time spent":"562.766673ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1418,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:33:41.67345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.314398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:41.67351Z","caller":"traceutil/trace.go:171","msg":"trace[383801255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18656; }","duration":"296.41955ms","start":"2026-07-03T16:33:41.377076Z","end":"2026-07-03T16:33:41.673496Z","steps":["trace[383801255] 'agreement among raft nodes before linearized reading' (duration: 296.319178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:41.673729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.974339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:33:41.673763Z","caller":"traceutil/trace.go:171","msg":"trace[1041792363] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:18656; }","duration":"439.04124ms","start":"2026-07-03T16:33:41.234712Z","end":"2026-07-03T16:33:41.673753Z","steps":["trace[1041792363] 'agreement among raft nodes before linearized reading' (duration: 435.094664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:41.673786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:41.23467Z","time spent":"439.107392ms","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:41.673996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.85136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:33:41.674033Z","caller":"traceutil/trace.go:171","msg":"trace[1194113078] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18656; }","duration":"248.915452ms","start":"2026-07-03T16:33:41.425111Z","end":"2026-07-03T16:33:41.674027Z","steps":["trace[1194113078] 'agreement among raft nodes before linearized reading' (duration: 248.788949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:43.061475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.733928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:33:43.061655Z","caller":"traceutil/trace.go:171","msg":"trace[1890749200] transaction","detail":"{read_only:false; response_revision:18707; number_of_response:1; }","duration":"208.434041ms","start":"2026-07-03T16:33:42.85319Z","end":"2026-07-03T16:33:43.061624Z","steps":["trace[1890749200] 'process raft request' (duration: 102.503429ms)","trace[1890749200] 'compare' (duration: 105.625945ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:43.062024Z","caller":"traceutil/trace.go:171","msg":"trace[513736253] linearizableReadLoop","detail":"{readStateIndex:19364; appliedIndex:19361; }","duration":"201.922364ms","start":"2026-07-03T16:33:42.860093Z","end":"2026-07-03T16:33:43.062015Z","steps":["trace[513736253] 'read index received' (duration: 7.635815ms)","trace[513736253] 'applied index is now lower than readState.Index' (duration: 194.285679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:43.062172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.075208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed91580f-9f41-4384-9491-c73860f41b37\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-07-03T16:33:43.062199Z","caller":"traceutil/trace.go:171","msg":"trace[2039183438] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed91580f-9f41-4384-9491-c73860f41b37; range_end:; response_count:1; response_revision:18712; }","duration":"202.126839ms","start":"2026-07-03T16:33:42.860064Z","end":"2026-07-03T16:33:43.062191Z","steps":["trace[2039183438] 'agreement among raft nodes before linearized reading' (duration: 202.007676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:43.062232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.35996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:43.062275Z","caller":"traceutil/trace.go:171","msg":"trace[1665130877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18712; }","duration":"108.428662ms","start":"2026-07-03T16:33:42.953834Z","end":"2026-07-03T16:33:43.062262Z","steps":["trace[1665130877] 'agreement among raft nodes before linearized reading' (duration: 108.362731ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:43.061879Z","caller":"traceutil/trace.go:171","msg":"trace[1617146955] transaction","detail":"{read_only:false; response_revision:18708; number_of_response:1; }","duration":"208.660257ms","start":"2026-07-03T16:33:42.853208Z","end":"2026-07-03T16:33:43.061868Z","steps":["trace[1617146955] 'process raft request' (duration: 208.335159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:43.062392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.682236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-07-03T16:33:43.062497Z","caller":"traceutil/trace.go:171","msg":"trace[1320375828] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mz6md; range_end:; response_count:1; response_revision:18712; }","duration":"193.799348ms","start":"2026-07-03T16:33:42.868674Z","end":"2026-07-03T16:33:43.062473Z","steps":["trace[1320375828] 'agreement among raft nodes before linearized reading' (duration: 193.515752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:43.06283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.629965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-07-03T16:33:43.062917Z","caller":"traceutil/trace.go:171","msg":"trace[814441212] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-v4pjl; range_end:; response_count:1; response_revision:18712; }","duration":"186.763569ms","start":"2026-07-03T16:33:42.876134Z","end":"2026-07-03T16:33:43.062898Z","steps":["trace[814441212] 'agreement among raft nodes before linearized reading' (duration: 186.223425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.488203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.87701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:33:45.488239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.916049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:33:45.488275Z","caller":"traceutil/trace.go:171","msg":"trace[1462838728] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18719; }","duration":"564.003923ms","start":"2026-07-03T16:33:44.924255Z","end":"2026-07-03T16:33:45.488259Z","steps":["trace[1462838728] 'count revisions from in-memory index tree' (duration: 563.778438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:45.488289Z","caller":"traceutil/trace.go:171","msg":"trace[138962861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18719; }","duration":"615.993212ms","start":"2026-07-03T16:33:44.872284Z","end":"2026-07-03T16:33:45.488278Z","steps":["trace[138962861] 'range keys from in-memory index tree' (duration: 615.782877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.488309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:44.924233Z","time spent":"564.068265ms","remote":"127.0.0.1:51152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:45.488327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:44.872241Z","time spent":"616.065553ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:45.488489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.151087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:45.488584Z","caller":"traceutil/trace.go:171","msg":"trace[2082186381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18719; }","duration":"533.29233ms","start":"2026-07-03T16:33:44.95527Z","end":"2026-07-03T16:33:45.488562Z","steps":["trace[2082186381] 'range keys from in-memory index tree' (duration: 533.059404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.488643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:44.955248Z","time spent":"533.376992ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:33:45.488845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.256151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:33:45.488879Z","caller":"traceutil/trace.go:171","msg":"trace[461109696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18719; }","duration":"421.332213ms","start":"2026-07-03T16:33:45.067539Z","end":"2026-07-03T16:33:45.488871Z","steps":["trace[461109696] 'range keys from in-memory index tree' (duration: 421.111527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.4889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.067518Z","time spent":"421.376414ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:33:45.489011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.408615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:33:45.489044Z","caller":"traceutil/trace.go:171","msg":"trace[1812553626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18719; }","duration":"421.479387ms","start":"2026-07-03T16:33:45.067557Z","end":"2026-07-03T16:33:45.489036Z","steps":["trace[1812553626] 'range keys from in-memory index tree' (duration: 421.303112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.489066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.067535Z","time spent":"421.525347ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:33:45.492759Z","caller":"traceutil/trace.go:171","msg":"trace[693405730] transaction","detail":"{read_only:false; response_revision:18720; number_of_response:1; }","duration":"423.435773ms","start":"2026-07-03T16:33:45.06931Z","end":"2026-07-03T16:33:45.492746Z","steps":["trace[693405730] 'process raft request' (duration: 423.32554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.492858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.06929Z","time spent":"423.510634ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:45.503954Z","caller":"traceutil/trace.go:171","msg":"trace[504611238] transaction","detail":"{read_only:false; response_revision:18721; number_of_response:1; }","duration":"434.538901ms","start":"2026-07-03T16:33:45.069375Z","end":"2026-07-03T16:33:45.503914Z","steps":["trace[504611238] 'process raft request' (duration: 434.240194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:45.503963Z","caller":"traceutil/trace.go:171","msg":"trace[447472919] transaction","detail":"{read_only:false; response_revision:18722; number_of_response:1; }","duration":"434.409139ms","start":"2026-07-03T16:33:45.069514Z","end":"2026-07-03T16:33:45.503923Z","steps":["trace[447472919] 'process raft request' (duration: 434.310566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.504119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.069337Z","time spent":"434.680945ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:45.504215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.069483Z","time spent":"434.620674ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:45.504302Z","caller":"traceutil/trace.go:171","msg":"trace[993322876] linearizableReadLoop","detail":"{readStateIndex:19379; appliedIndex:19376; }","duration":"428.529266ms","start":"2026-07-03T16:33:45.075751Z","end":"2026-07-03T16:33:45.50428Z","steps":["trace[993322876] 'read index received' (duration: 417.347176ms)","trace[993322876] 'applied index is now lower than readState.Index' (duration: 11.1791ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:45.504377Z","caller":"traceutil/trace.go:171","msg":"trace[846393962] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"433.2254ms","start":"2026-07-03T16:33:45.071139Z","end":"2026-07-03T16:33:45.504364Z","steps":["trace[846393962] 'process raft request' (duration: 432.727978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.504429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.071121Z","time spent":"433.280882ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:45.504501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.747231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed91580f-9f41-4384-9491-c73860f41b37\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-07-03T16:33:45.504534Z","caller":"traceutil/trace.go:171","msg":"trace[1637573589] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed91580f-9f41-4384-9491-c73860f41b37; range_end:; response_count:1; response_revision:18723; }","duration":"428.802683ms","start":"2026-07-03T16:33:45.07572Z","end":"2026-07-03T16:33:45.504523Z","steps":["trace[1637573589] 'agreement among raft nodes before linearized reading' (duration: 428.70014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.504556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.075711Z","time spent":"428.840354ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed91580f-9f41-4384-9491-c73860f41b37\" "} {"level":"warn","ts":"2026-07-03T16:33:45.513911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.66496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-07-03T16:33:45.513998Z","caller":"traceutil/trace.go:171","msg":"trace[185663422] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-v4pjl; range_end:; response_count:1; response_revision:18726; }","duration":"427.137063ms","start":"2026-07-03T16:33:45.08684Z","end":"2026-07-03T16:33:45.513977Z","steps":["trace[185663422] 'agreement among raft nodes before linearized reading' (duration: 426.598659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.514045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.086825Z","time spent":"427.207194ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-v4pjl\" "} {"level":"warn","ts":"2026-07-03T16:33:45.514051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.473743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-07-03T16:33:45.514085Z","caller":"traceutil/trace.go:171","msg":"trace[369723094] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mz6md; range_end:; response_count:1; response_revision:18726; }","duration":"406.542445ms","start":"2026-07-03T16:33:45.107532Z","end":"2026-07-03T16:33:45.514074Z","steps":["trace[369723094] 'agreement among raft nodes before linearized reading' (duration: 406.422322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.514112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.107511Z","time spent":"406.593477ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mz6md\" "} {"level":"warn","ts":"2026-07-03T16:33:45.514152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.926946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:33:45.514231Z","caller":"traceutil/trace.go:171","msg":"trace[229406011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18726; }","duration":"422.048999ms","start":"2026-07-03T16:33:45.092166Z","end":"2026-07-03T16:33:45.514215Z","steps":["trace[229406011] 'agreement among raft nodes before linearized reading' (duration: 421.824814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:45.514265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:45.092149Z","time spent":"422.107181ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:33:50.780012Z","caller":"traceutil/trace.go:171","msg":"trace[515206455] linearizableReadLoop","detail":"{readStateIndex:19491; appliedIndex:19490; }","duration":"107.806617ms","start":"2026-07-03T16:33:50.672184Z","end":"2026-07-03T16:33:50.77999Z","steps":["trace[515206455] 'read index received' (duration: 107.600352ms)","trace[515206455] 'applied index is now lower than readState.Index' (duration: 205.285µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:50.780036Z","caller":"traceutil/trace.go:171","msg":"trace[815017286] transaction","detail":"{read_only:false; response_revision:18827; number_of_response:1; }","duration":"146.478923ms","start":"2026-07-03T16:33:50.633524Z","end":"2026-07-03T16:33:50.780003Z","steps":["trace[815017286] 'process raft request' (duration: 146.321509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:50.780285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.077474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-03T16:33:50.780366Z","caller":"traceutil/trace.go:171","msg":"trace[658604291] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18827; }","duration":"108.215087ms","start":"2026-07-03T16:33:50.672133Z","end":"2026-07-03T16:33:50.780348Z","steps":["trace[658604291] 'agreement among raft nodes before linearized reading' (duration: 107.958991ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:55.709295Z","caller":"traceutil/trace.go:171","msg":"trace[276188156] transaction","detail":"{read_only:false; response_revision:18858; number_of_response:1; }","duration":"170.497924ms","start":"2026-07-03T16:33:55.538763Z","end":"2026-07-03T16:33:55.709261Z","steps":["trace[276188156] 'process raft request' (duration: 170.31674ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:55.71417Z","caller":"traceutil/trace.go:171","msg":"trace[955446805] linearizableReadLoop","detail":"{readStateIndex:19526; appliedIndex:19522; }","duration":"121.866449ms","start":"2026-07-03T16:33:55.592281Z","end":"2026-07-03T16:33:55.714147Z","steps":["trace[955446805] 'read index received' (duration: 116.888058ms)","trace[955446805] 'applied index is now lower than readState.Index' (duration: 4.97774ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:55.714226Z","caller":"traceutil/trace.go:171","msg":"trace[692356406] transaction","detail":"{read_only:false; response_revision:18859; number_of_response:1; }","duration":"171.168981ms","start":"2026-07-03T16:33:55.543037Z","end":"2026-07-03T16:33:55.714206Z","steps":["trace[692356406] 'process raft request' (duration: 170.922505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:55.714287Z","caller":"traceutil/trace.go:171","msg":"trace[1675034005] transaction","detail":"{read_only:false; response_revision:18861; number_of_response:1; }","duration":"164.940791ms","start":"2026-07-03T16:33:55.549335Z","end":"2026-07-03T16:33:55.714276Z","steps":["trace[1675034005] 'process raft request' (duration: 164.779597ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:55.714277Z","caller":"traceutil/trace.go:171","msg":"trace[2033861955] transaction","detail":"{read_only:false; response_revision:18860; number_of_response:1; }","duration":"169.682446ms","start":"2026-07-03T16:33:55.544556Z","end":"2026-07-03T16:33:55.714238Z","steps":["trace[2033861955] 'process raft request' (duration: 169.531222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:55.714514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.229536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:33:55.714565Z","caller":"traceutil/trace.go:171","msg":"trace[1041951380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18861; }","duration":"117.295477ms","start":"2026-07-03T16:33:55.597255Z","end":"2026-07-03T16:33:55.714551Z","steps":["trace[1041951380] 'agreement among raft nodes before linearized reading' (duration: 117.066492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:55.714581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.293239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:33:55.714621Z","caller":"traceutil/trace.go:171","msg":"trace[1175767276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18861; }","duration":"122.373681ms","start":"2026-07-03T16:33:55.592235Z","end":"2026-07-03T16:33:55.714609Z","steps":["trace[1175767276] 'agreement among raft nodes before linearized reading' (duration: 122.250508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:55.714607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.568679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:33:55.714677Z","caller":"traceutil/trace.go:171","msg":"trace[509913593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18861; }","duration":"106.690511ms","start":"2026-07-03T16:33:55.607969Z","end":"2026-07-03T16:33:55.71466Z","steps":["trace[509913593] 'agreement among raft nodes before linearized reading' (duration: 106.462285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:55.714675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.152934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:33:55.714757Z","caller":"traceutil/trace.go:171","msg":"trace[363673034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18861; }","duration":"117.250397ms","start":"2026-07-03T16:33:55.597488Z","end":"2026-07-03T16:33:55.714738Z","steps":["trace[363673034] 'agreement among raft nodes before linearized reading' (duration: 116.98719ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.06398Z","caller":"traceutil/trace.go:171","msg":"trace[1563093872] linearizableReadLoop","detail":"{readStateIndex:19544; appliedIndex:19543; }","duration":"153.318289ms","start":"2026-07-03T16:33:58.910635Z","end":"2026-07-03T16:33:59.063953Z","steps":["trace[1563093872] 'read index received' (duration: 153.114924ms)","trace[1563093872] 'applied index is now lower than readState.Index' (duration: 202.194µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:59.064018Z","caller":"traceutil/trace.go:171","msg":"trace[513330956] transaction","detail":"{read_only:false; response_revision:18878; number_of_response:1; }","duration":"158.062163ms","start":"2026-07-03T16:33:58.905927Z","end":"2026-07-03T16:33:59.063989Z","steps":["trace[513330956] 'process raft request' (duration: 157.845318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.064333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.184921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:33:59.064332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.664258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-07-03T16:33:59.064409Z","caller":"traceutil/trace.go:171","msg":"trace[757981947] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:18878; }","duration":"153.77828ms","start":"2026-07-03T16:33:58.910612Z","end":"2026-07-03T16:33:59.06439Z","steps":["trace[757981947] 'agreement among raft nodes before linearized reading' (duration: 153.474562ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.064389Z","caller":"traceutil/trace.go:171","msg":"trace[175722777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18878; }","duration":"104.303673ms","start":"2026-07-03T16:33:58.960067Z","end":"2026-07-03T16:33:59.064371Z","steps":["trace[175722777] 'agreement among raft nodes before linearized reading' (duration: 104.044116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.235935Z","caller":"traceutil/trace.go:171","msg":"trace[827381493] linearizableReadLoop","detail":"{readStateIndex:19545; appliedIndex:19544; }","duration":"166.57738ms","start":"2026-07-03T16:33:59.069327Z","end":"2026-07-03T16:33:59.235904Z","steps":["trace[827381493] 'read index received' (duration: 102.712264ms)","trace[827381493] 'applied index is now lower than readState.Index' (duration: 63.863836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:59.236379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.033231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-03T16:33:59.236337Z","caller":"traceutil/trace.go:171","msg":"trace[271685429] transaction","detail":"{read_only:false; response_revision:18879; number_of_response:1; }","duration":"167.140363ms","start":"2026-07-03T16:33:59.069125Z","end":"2026-07-03T16:33:59.236265Z","steps":["trace[271685429] 'process raft request' (duration: 103.062193ms)","trace[271685429] 'compare' (duration: 63.529957ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:59.236432Z","caller":"traceutil/trace.go:171","msg":"trace[1339743864] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18879; }","duration":"167.301717ms","start":"2026-07-03T16:33:59.069115Z","end":"2026-07-03T16:33:59.236417Z","steps":["trace[1339743864] 'agreement among raft nodes before linearized reading' (duration: 167.129703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.236423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.01493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18bed4bf9a541db4\" ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-07-03T16:33:59.236507Z","caller":"traceutil/trace.go:171","msg":"trace[1234838366] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18bed4bf9a541db4; range_end:; response_count:1; response_revision:18879; }","duration":"167.130524ms","start":"2026-07-03T16:33:59.069357Z","end":"2026-07-03T16:33:59.236487Z","steps":["trace[1234838366] 'agreement among raft nodes before linearized reading' (duration: 166.886888ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:42.038002Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e654fe799640d103","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:34:42.045835Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T16:34:42.046012Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T16:34:42.825029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16839} {"level":"info","ts":"2026-07-03T16:34:42.926512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16839,"took":"98.206345ms","hash":4217779108,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":33288192,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-03T16:34:42.926569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4217779108,"revision":16839,"compact-revision":14491} {"level":"info","ts":"2026-07-03T16:39:23.208916Z","caller":"traceutil/trace.go:171","msg":"trace[539877960] transaction","detail":"{read_only:false; response_revision:21285; number_of_response:1; }","duration":"105.994658ms","start":"2026-07-03T16:39:23.102896Z","end":"2026-07-03T16:39:23.208891Z","steps":["trace[539877960] 'process raft request' (duration: 105.813834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:23.212537Z","caller":"traceutil/trace.go:171","msg":"trace[423528261] transaction","detail":"{read_only:false; response_revision:21286; number_of_response:1; }","duration":"107.482048ms","start":"2026-07-03T16:39:23.10503Z","end":"2026-07-03T16:39:23.212512Z","steps":["trace[423528261] 'process raft request' (duration: 107.274683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:23.212563Z","caller":"traceutil/trace.go:171","msg":"trace[115044459] transaction","detail":"{read_only:false; response_revision:21288; number_of_response:1; }","duration":"103.805853ms","start":"2026-07-03T16:39:23.108731Z","end":"2026-07-03T16:39:23.212537Z","steps":["trace[115044459] 'process raft request' (duration: 103.738011ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:23.212628Z","caller":"traceutil/trace.go:171","msg":"trace[661167797] transaction","detail":"{read_only:false; response_revision:21287; number_of_response:1; }","duration":"104.400638ms","start":"2026-07-03T16:39:23.108187Z","end":"2026-07-03T16:39:23.212587Z","steps":["trace[661167797] 'process raft request' (duration: 104.228574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:33.4563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:33.956426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:34.456863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:34.563577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638867444s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:39:34.564045Z","caller":"traceutil/trace.go:171","msg":"trace[633662012] transaction","detail":"{read_only:false; response_revision:21336; number_of_response:1; }","duration":"1.63949481s","start":"2026-07-03T16:39:32.924528Z","end":"2026-07-03T16:39:34.564023Z","steps":["trace[633662012] 'process raft request' (duration: 1.639305655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:34.564712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:32.924495Z","time spent":"1.639674225s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:34.955823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:39:34.955973Z","caller":"traceutil/trace.go:171","msg":"trace[2005497454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393272s","start":"2026-07-03T16:39:32.955545Z","end":"2026-07-03T16:39:34.955938Z","steps":["trace[2005497454] 'agreement among raft nodes before linearized reading' (duration: 2.000222978s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:34.956263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:32.955497Z","time spent":"2.000744321s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:39:35.465784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.794485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:39:35.46602Z","caller":"traceutil/trace.go:171","msg":"trace[709193870] linearizableReadLoop","detail":"{readStateIndex:22085; appliedIndex:22080; }","duration":"2.510450313s","start":"2026-07-03T16:39:32.955556Z","end":"2026-07-03T16:39:35.466006Z","steps":["trace[709193870] 'read index received' (duration: 1.608329847s)","trace[709193870] 'applied index is now lower than readState.Index' (duration: 902.119636ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:35.466044Z","caller":"traceutil/trace.go:171","msg":"trace[1524274464] transaction","detail":"{read_only:false; response_revision:21338; number_of_response:1; }","duration":"2.202573817s","start":"2026-07-03T16:39:33.263459Z","end":"2026-07-03T16:39:35.466033Z","steps":["trace[1524274464] 'process raft request' (duration: 2.202424833s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:35.466077Z","caller":"traceutil/trace.go:171","msg":"trace[1027245417] transaction","detail":"{read_only:false; response_revision:21339; number_of_response:1; }","duration":"2.202045384s","start":"2026-07-03T16:39:33.264024Z","end":"2026-07-03T16:39:35.46607Z","steps":["trace[1027245417] 'process raft request' (duration: 2.201924621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:35.466122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.264012Z","time spent":"2.202086125s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:35.466159Z","caller":"traceutil/trace.go:171","msg":"trace[76862885] transaction","detail":"{read_only:false; response_revision:21337; number_of_response:1; }","duration":"2.205256406s","start":"2026-07-03T16:39:33.260892Z","end":"2026-07-03T16:39:35.466149Z","steps":["trace[76862885] 'process raft request' (duration: 1.661980069s)","trace[76862885] 'compare' (duration: 542.23775ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:35.466263Z","caller":"traceutil/trace.go:171","msg":"trace[634310011] transaction","detail":"{read_only:false; response_revision:21340; number_of_response:1; }","duration":"2.202147066s","start":"2026-07-03T16:39:33.26409Z","end":"2026-07-03T16:39:35.466237Z","steps":["trace[634310011] 'process raft request' (duration: 2.201886209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:35.466365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.260871Z","time spent":"2.205464662s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:35.466123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.263445Z","time spent":"2.202623609s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:35.466405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.264081Z","time spent":"2.202250218s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:35.966739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:36.175823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252975229s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:39:36.176173Z","caller":"traceutil/trace.go:171","msg":"trace[1054426502] linearizableReadLoop","detail":"{readStateIndex:22086; appliedIndex:22085; }","duration":"710.092782ms","start":"2026-07-03T16:39:35.466046Z","end":"2026-07-03T16:39:36.176139Z","steps":["trace[1054426502] 'read index received' (duration: 709.994089ms)","trace[1054426502] 'applied index is now lower than readState.Index' (duration: 96.433µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:36.176361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100627392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:36.17639Z","caller":"traceutil/trace.go:171","msg":"trace[930567715] transaction","detail":"{read_only:false; response_revision:21341; number_of_response:1; }","duration":"1.347545443s","start":"2026-07-03T16:39:34.828808Z","end":"2026-07-03T16:39:36.176353Z","steps":["trace[930567715] 'process raft request' (duration: 1.347196524s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:36.176444Z","caller":"traceutil/trace.go:171","msg":"trace[779234479] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:21341; }","duration":"2.100794936s","start":"2026-07-03T16:39:34.075629Z","end":"2026-07-03T16:39:36.176424Z","steps":["trace[779234479] 'agreement among raft nodes before linearized reading' (duration: 2.100525959s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:36.176457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628051822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:39:36.176543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:34.075599Z","time spent":"2.100880418s","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:36.176571Z","caller":"traceutil/trace.go:171","msg":"trace[1633332046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21341; }","duration":"2.628222235s","start":"2026-07-03T16:39:33.548336Z","end":"2026-07-03T16:39:36.176558Z","steps":["trace[1633332046] 'agreement among raft nodes before linearized reading' (duration: 2.627952608s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:36.176592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219719182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:39:36.176607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.548316Z","time spent":"2.628281538s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:39:36.176639Z","caller":"traceutil/trace.go:171","msg":"trace[1360055473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21341; }","duration":"1.219898498s","start":"2026-07-03T16:39:34.956725Z","end":"2026-07-03T16:39:36.176624Z","steps":["trace[1360055473] 'agreement among raft nodes before linearized reading' (duration: 1.219733343s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:36.176382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50956826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:39:36.176649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330563382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:39:36.176674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:34.956703Z","time spent":"1.219961969s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:39:36.176627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045607302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:39:36.176663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83675457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:39:36.176689Z","caller":"traceutil/trace.go:171","msg":"trace[982607534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21341; }","duration":"2.509909939s","start":"2026-07-03T16:39:33.666762Z","end":"2026-07-03T16:39:36.176672Z","steps":["trace[982607534] 'agreement among raft nodes before linearized reading' (duration: 2.509478027s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:36.176696Z","caller":"traceutil/trace.go:171","msg":"trace[946788423] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21341; }","duration":"2.330663815s","start":"2026-07-03T16:39:33.846021Z","end":"2026-07-03T16:39:36.176685Z","steps":["trace[946788423] 'agreement among raft nodes before linearized reading' (duration: 2.330497389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:36.176746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.666751Z","time spent":"2.509984112s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:36.17675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.845994Z","time spent":"2.330747067s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-03T16:39:36.176743Z","caller":"traceutil/trace.go:171","msg":"trace[946251199] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21341; }","duration":"3.045799777s","start":"2026-07-03T16:39:33.130916Z","end":"2026-07-03T16:39:36.176716Z","steps":["trace[946251199] 'agreement among raft nodes before linearized reading' (duration: 3.045470768s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:36.176753Z","caller":"traceutil/trace.go:171","msg":"trace[148052905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21341; }","duration":"1.836868372s","start":"2026-07-03T16:39:34.339862Z","end":"2026-07-03T16:39:36.17673Z","steps":["trace[148052905] 'agreement among raft nodes before linearized reading' (duration: 1.836607274s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:36.176751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509743886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:39:36.176773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:34.828779Z","time spent":"1.347679207s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:36.176806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:34.339846Z","time spent":"1.836946834s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:39:36.176805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.130895Z","time spent":"3.045898s","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:36.176812Z","caller":"traceutil/trace.go:171","msg":"trace[631622698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21341; }","duration":"2.509855628s","start":"2026-07-03T16:39:33.666942Z","end":"2026-07-03T16:39:36.176798Z","steps":["trace[631622698] 'agreement among raft nodes before linearized reading' (duration: 2.509680924s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:36.176867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.666911Z","time spent":"2.509945381s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:36.176397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509438277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:39:36.177086Z","caller":"traceutil/trace.go:171","msg":"trace[545521503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21341; }","duration":"2.510177456s","start":"2026-07-03T16:39:33.666891Z","end":"2026-07-03T16:39:36.177068Z","steps":["trace[545521503] 'agreement among raft nodes before linearized reading' (duration: 2.509297373s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:36.177113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:33.666867Z","time spent":"2.510238068s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:36.677211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:37.739839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.549621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:39:37.740174Z","caller":"traceutil/trace.go:171","msg":"trace[60929119] linearizableReadLoop","detail":"{readStateIndex:22091; appliedIndex:22086; }","duration":"1.563899544s","start":"2026-07-03T16:39:36.176258Z","end":"2026-07-03T16:39:37.740157Z","steps":["trace[60929119] 'read index received' (duration: 607.968072ms)","trace[60929119] 'applied index is now lower than readState.Index' (duration: 955.930832ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:37.74039Z","caller":"traceutil/trace.go:171","msg":"trace[417723208] transaction","detail":"{read_only:false; response_revision:21346; number_of_response:1; }","duration":"1.558862364s","start":"2026-07-03T16:39:36.181492Z","end":"2026-07-03T16:39:37.740355Z","steps":["trace[417723208] 'process raft request' (duration: 1.558631248s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:37.740399Z","caller":"traceutil/trace.go:171","msg":"trace[1853973653] transaction","detail":"{read_only:false; response_revision:21343; number_of_response:1; }","duration":"1.559420208s","start":"2026-07-03T16:39:36.180943Z","end":"2026-07-03T16:39:37.740363Z","steps":["trace[1853973653] 'process raft request' (duration: 1.558998858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.740507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083050891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:39:37.740558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.181486Z","time spent":"1.558991088s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:37.740585Z","caller":"traceutil/trace.go:171","msg":"trace[267584872] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21346; }","duration":"2.083154863s","start":"2026-07-03T16:39:35.657408Z","end":"2026-07-03T16:39:37.740563Z","steps":["trace[267584872] 'agreement among raft nodes before linearized reading' (duration: 2.08304384s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.74058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.180916Z","time spent":"1.559574333s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:37.740648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:35.657391Z","time spent":"2.083242365s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:37.740402Z","caller":"traceutil/trace.go:171","msg":"trace[897430262] transaction","detail":"{read_only:false; response_revision:21342; number_of_response:1; }","duration":"1.728519573s","start":"2026-07-03T16:39:36.011845Z","end":"2026-07-03T16:39:37.740364Z","steps":["trace[897430262] 'process raft request' (duration: 772.365545ms)","trace[897430262] 'compare' (duration: 954.977697ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:37.740743Z","caller":"traceutil/trace.go:171","msg":"trace[606619732] transaction","detail":"{read_only:false; response_revision:21344; number_of_response:1; }","duration":"1.559541702s","start":"2026-07-03T16:39:36.181187Z","end":"2026-07-03T16:39:37.740728Z","steps":["trace[606619732] 'process raft request' (duration: 1.558865955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.740449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07759196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:39:37.74088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.181175Z","time spent":"1.559601983s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:37.740878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.01182Z","time spent":"1.728953004s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:37.740923Z","caller":"traceutil/trace.go:171","msg":"trace[1284453354] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21346; }","duration":"2.078111303s","start":"2026-07-03T16:39:35.662797Z","end":"2026-07-03T16:39:37.740908Z","steps":["trace[1284453354] 'agreement among raft nodes before linearized reading' (duration: 2.07757452s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.740974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:35.662779Z","time spent":"2.078180695s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:37.741001Z","caller":"traceutil/trace.go:171","msg":"trace[983420328] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"1.559733836s","start":"2026-07-03T16:39:36.181253Z","end":"2026-07-03T16:39:37.740987Z","steps":["trace[983420328] 'process raft request' (duration: 1.558837084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.741073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.181248Z","time spent":"1.559788239s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:37.741153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678753861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-03T16:39:37.741238Z","caller":"traceutil/trace.go:171","msg":"trace[1895919176] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:21346; }","duration":"1.678925945s","start":"2026-07-03T16:39:36.062296Z","end":"2026-07-03T16:39:37.741221Z","steps":["trace[1895919176] 'agreement among raft nodes before linearized reading' (duration: 1.678291519s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.741325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.062272Z","time spent":"1.679038789s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:39:37.741635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882669781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:39:37.741771Z","caller":"traceutil/trace.go:171","msg":"trace[1898374227] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21346; }","duration":"1.882837955s","start":"2026-07-03T16:39:35.858917Z","end":"2026-07-03T16:39:37.741755Z","steps":["trace[1898374227] 'agreement among raft nodes before linearized reading' (duration: 1.882668891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.741838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:35.858899Z","time spent":"1.882927538s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:38.186306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:39:38.186372Z","caller":"traceutil/trace.go:171","msg":"trace[172178803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460444s","start":"2026-07-03T16:39:36.185898Z","end":"2026-07-03T16:39:38.186358Z","steps":["trace[172178803] 'agreement among raft nodes before linearized reading' (duration: 2.000379092s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:38.186408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.185884Z","time spent":"2.000517135s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:39:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:39:38.240296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:38.51956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292649391s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:39:38.519875Z","caller":"traceutil/trace.go:171","msg":"trace[152369671] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"1.349538725s","start":"2026-07-03T16:39:37.170312Z","end":"2026-07-03T16:39:38.51985Z","steps":["trace[152369671] 'process raft request' (duration: 1.349389592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:38.520043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.170284Z","time spent":"1.349665948s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:39.251858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.859014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:39:39.252338Z","caller":"traceutil/trace.go:171","msg":"trace[827993566] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"1.780358476s","start":"2026-07-03T16:39:37.471935Z","end":"2026-07-03T16:39:39.252294Z","steps":["trace[827993566] 'process raft request' (duration: 1.40097627s)","trace[827993566] 'compare' (duration: 378.450663ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:39.252423Z","caller":"traceutil/trace.go:171","msg":"trace[1982548682] transaction","detail":"{read_only:false; response_revision:21349; number_of_response:1; }","duration":"1.779959346s","start":"2026-07-03T16:39:37.472443Z","end":"2026-07-03T16:39:39.252402Z","steps":["trace[1982548682] 'process raft request' (duration: 1.779652048s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.25256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.471908Z","time spent":"1.7805389s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:39.252584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.472436Z","time spent":"1.780043058s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:39.252827Z","caller":"traceutil/trace.go:171","msg":"trace[221221130] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"1.780317487s","start":"2026-07-03T16:39:37.472492Z","end":"2026-07-03T16:39:39.25281Z","steps":["trace[221221130] 'process raft request' (duration: 1.779850244s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.252956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.472479Z","time spent":"1.780421009s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:39.253032Z","caller":"traceutil/trace.go:171","msg":"trace[1601891845] linearizableReadLoop","detail":"{readStateIndex:22097; appliedIndex:22091; }","duration":"1.512804588s","start":"2026-07-03T16:39:37.740212Z","end":"2026-07-03T16:39:39.253017Z","steps":["trace[1601891845] 'read index received' (duration: 779.523799ms)","trace[1601891845] 'applied index is now lower than readState.Index' (duration: 733.279859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:39.253111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684739211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:39:39.253127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971798282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:39.253201Z","caller":"traceutil/trace.go:171","msg":"trace[1960191405] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21351; }","duration":"2.971918524s","start":"2026-07-03T16:39:36.281267Z","end":"2026-07-03T16:39:39.253186Z","steps":["trace[1960191405] 'agreement among raft nodes before linearized reading' (duration: 2.971787111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126976572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:39:39.253226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072532835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-03T16:39:39.253249Z","caller":"traceutil/trace.go:171","msg":"trace[969723499] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21351; }","duration":"2.127057154s","start":"2026-07-03T16:39:37.126184Z","end":"2026-07-03T16:39:39.253241Z","steps":["trace[969723499] 'agreement among raft nodes before linearized reading' (duration: 2.126990522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072321149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:39:39.253247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382803812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:39:39.253272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.12616Z","time spent":"2.127106595s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:39.253263Z","caller":"traceutil/trace.go:171","msg":"trace[629393849] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:21351; }","duration":"3.072592277s","start":"2026-07-03T16:39:36.180659Z","end":"2026-07-03T16:39:39.253251Z","steps":["trace[629393849] 'agreement among raft nodes before linearized reading' (duration: 3.072452293s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.281246Z","time spent":"2.971998097s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:39.253242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059017831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-03T16:39:39.253296Z","caller":"traceutil/trace.go:171","msg":"trace[268465711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21351; }","duration":"3.072421652s","start":"2026-07-03T16:39:36.180854Z","end":"2026-07-03T16:39:39.253275Z","steps":["trace[268465711] 'agreement among raft nodes before linearized reading' (duration: 3.072196397s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.180653Z","time spent":"3.072650758s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:39:39.253337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.180849Z","time spent":"3.072477534s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:39:39.253336Z","caller":"traceutil/trace.go:171","msg":"trace[169827166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21351; }","duration":"2.059176835s","start":"2026-07-03T16:39:37.194138Z","end":"2026-07-03T16:39:39.253315Z","steps":["trace[169827166] 'agreement among raft nodes before linearized reading' (duration: 2.058909089s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848122792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:39:39.253408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.762514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:39:39.253439Z","caller":"traceutil/trace.go:171","msg":"trace[1026267920] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21351; }","duration":"709.820895ms","start":"2026-07-03T16:39:38.543608Z","end":"2026-07-03T16:39:39.253429Z","steps":["trace[1026267920] 'agreement among raft nodes before linearized reading' (duration: 709.737213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.194119Z","time spent":"2.059281228s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:39:39.253439Z","caller":"traceutil/trace.go:171","msg":"trace[99667868] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:21351; }","duration":"1.848237015s","start":"2026-07-03T16:39:37.405181Z","end":"2026-07-03T16:39:39.253418Z","steps":["trace[99667868] 'agreement among raft nodes before linearized reading' (duration: 1.848122982s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:39.253311Z","caller":"traceutil/trace.go:171","msg":"trace[1953514605] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21351; }","duration":"1.382902104s","start":"2026-07-03T16:39:37.870391Z","end":"2026-07-03T16:39:39.253293Z","steps":["trace[1953514605] 'agreement among raft nodes before linearized reading' (duration: 1.382792271s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:38.543589Z","time spent":"709.875677ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:39:39.2535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.870374Z","time spent":"1.38311244s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:39.25351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003228149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:39.253561Z","caller":"traceutil/trace.go:171","msg":"trace[949383789] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:21351; }","duration":"1.003308741s","start":"2026-07-03T16:39:38.250235Z","end":"2026-07-03T16:39:39.253543Z","steps":["trace[949383789] 'agreement among raft nodes before linearized reading' (duration: 1.003240309s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:38.250217Z","time spent":"1.003390923s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:39.253645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066909368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:39:39.253306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725152422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:39.253743Z","caller":"traceutil/trace.go:171","msg":"trace[2100565111] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21351; }","duration":"2.725629464s","start":"2026-07-03T16:39:36.528096Z","end":"2026-07-03T16:39:39.253725Z","steps":["trace[2100565111] 'agreement among raft nodes before linearized reading' (duration: 2.725169822s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:39.25376Z","caller":"traceutil/trace.go:171","msg":"trace[1921577099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21351; }","duration":"1.067032762s","start":"2026-07-03T16:39:38.186655Z","end":"2026-07-03T16:39:39.253687Z","steps":["trace[1921577099] 'agreement among raft nodes before linearized reading' (duration: 1.066893918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072951505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:39:39.253852Z","caller":"traceutil/trace.go:171","msg":"trace[1863146177] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b; range_end:; response_count:1; response_revision:21351; }","duration":"3.073376187s","start":"2026-07-03T16:39:36.180458Z","end":"2026-07-03T16:39:39.253834Z","steps":["trace[1863146177] 'agreement among raft nodes before linearized reading' (duration: 3.072885684s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.253865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:38.186642Z","time spent":"1.067163045s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:39:39.253916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.180443Z","time spent":"3.073456688s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" "} {"level":"warn","ts":"2026-07-03T16:39:39.2535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.40516Z","time spent":"1.848324237s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:39.25316Z","caller":"traceutil/trace.go:171","msg":"trace[963124274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21351; }","duration":"2.684824153s","start":"2026-07-03T16:39:36.568327Z","end":"2026-07-03T16:39:39.253151Z","steps":["trace[963124274] 'agreement among raft nodes before linearized reading' (duration: 2.68471223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.254234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.5683Z","time spent":"2.685916471s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:39:39.253795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:36.528076Z","time spent":"2.725703255s","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:39.253513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.96839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:39:39.253023Z","caller":"traceutil/trace.go:171","msg":"trace[671127461] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"1.77934606s","start":"2026-07-03T16:39:37.473649Z","end":"2026-07-03T16:39:39.252995Z","steps":["trace[671127461] 'process raft request' (duration: 1.779098894s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:39.254745Z","caller":"traceutil/trace.go:171","msg":"trace[2100102753] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21351; }","duration":"431.241042ms","start":"2026-07-03T16:39:38.823492Z","end":"2026-07-03T16:39:39.254733Z","steps":["trace[2100102753] 'agreement among raft nodes before linearized reading' (duration: 429.9848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:39.254801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:38.823456Z","time spent":"431.330865ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:39.254877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.47362Z","time spent":"1.781165058s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:39.256356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:37.743214Z","time spent":"1.513135116s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:39:39.759309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:40.260105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965395231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:39:40.405726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149624258s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:39:40.507157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.043392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:39:40.507301Z","caller":"traceutil/trace.go:171","msg":"trace[1564382546] transaction","detail":"{read_only:false; response_revision:21352; number_of_response:1; }","duration":"1.251413728s","start":"2026-07-03T16:39:39.25586Z","end":"2026-07-03T16:39:40.507274Z","steps":["trace[1564382546] 'process raft request' (duration: 1.15011835s)","trace[1564382546] 'compare' (duration: 100.768305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:40.507402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.255844Z","time spent":"1.25150795s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:40.844288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.517023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:39:40.844474Z","caller":"traceutil/trace.go:171","msg":"trace[2090198241] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"1.587146672s","start":"2026-07-03T16:39:39.257304Z","end":"2026-07-03T16:39:40.84445Z","steps":["trace[2090198241] 'process raft request' (duration: 1.353383853s)","trace[2090198241] 'compare' (duration: 233.40575ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:40.844566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.257289Z","time spent":"1.587231415s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:40.844591Z","caller":"traceutil/trace.go:171","msg":"trace[1887150567] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"1.585091869s","start":"2026-07-03T16:39:39.259465Z","end":"2026-07-03T16:39:40.844557Z","steps":["trace[1887150567] 'process raft request' (duration: 1.584907464s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.844644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586361172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:39:40.844688Z","caller":"traceutil/trace.go:171","msg":"trace[1061091841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21355; }","duration":"1.586419493s","start":"2026-07-03T16:39:39.258258Z","end":"2026-07-03T16:39:40.844678Z","steps":["trace[1061091841] 'agreement among raft nodes before linearized reading' (duration: 1.586249499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.844716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.259455Z","time spent":"1.585195483s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:40.844735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.258243Z","time spent":"1.586480384s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:39:40.844491Z","caller":"traceutil/trace.go:171","msg":"trace[563581113] linearizableReadLoop","detail":"{readStateIndex:22101; appliedIndex:22097; }","duration":"1.586205118s","start":"2026-07-03T16:39:39.258275Z","end":"2026-07-03T16:39:40.84448Z","steps":["trace[563581113] 'read index received' (duration: 1.147685628s)","trace[563581113] 'applied index is now lower than readState.Index' (duration: 438.51859ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:40.844917Z","caller":"traceutil/trace.go:171","msg":"trace[961035424] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"1.585424368s","start":"2026-07-03T16:39:39.259478Z","end":"2026-07-03T16:39:40.844902Z","steps":["trace[961035424] 'process raft request' (duration: 1.584951406s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.844989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582528884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:40.84504Z","caller":"traceutil/trace.go:171","msg":"trace[632672553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21355; }","duration":"1.582585515s","start":"2026-07-03T16:39:39.262435Z","end":"2026-07-03T16:39:40.845021Z","steps":["trace[632672553] 'agreement among raft nodes before linearized reading' (duration: 1.582520523s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.262426Z","time spent":"1.582641236s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:39:40.845083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.294968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:39:40.845085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.614117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:39:40.84511Z","caller":"traceutil/trace.go:171","msg":"trace[1463231820] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21355; }","duration":"315.36125ms","start":"2026-07-03T16:39:40.52974Z","end":"2026-07-03T16:39:40.845101Z","steps":["trace[1463231820] 'agreement among raft nodes before linearized reading' (duration: 315.317789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:40.845122Z","caller":"traceutil/trace.go:171","msg":"trace[1215805026] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21355; }","duration":"244.684949ms","start":"2026-07-03T16:39:40.600423Z","end":"2026-07-03T16:39:40.845108Z","steps":["trace[1215805026] 'agreement among raft nodes before linearized reading' (duration: 244.595167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.090205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:39:40.845236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.026417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:39:40.845269Z","caller":"traceutil/trace.go:171","msg":"trace[639242810] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21355; }","duration":"478.094859ms","start":"2026-07-03T16:39:40.367167Z","end":"2026-07-03T16:39:40.845262Z","steps":["trace[639242810] 'agreement among raft nodes before linearized reading' (duration: 478.046478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:40.367147Z","time spent":"478.140901ms","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:40.84512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099112057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:39:40.845348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535594475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:39:40.845371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099344783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:39:40.845203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.65838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:39:40.845398Z","caller":"traceutil/trace.go:171","msg":"trace[1402926249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21355; }","duration":"1.099401964s","start":"2026-07-03T16:39:39.745987Z","end":"2026-07-03T16:39:40.845389Z","steps":["trace[1402926249] 'agreement among raft nodes before linearized reading' (duration: 1.099332383s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.745966Z","time spent":"1.099477257s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:40.845265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099421605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:39:40.845529Z","caller":"traceutil/trace.go:171","msg":"trace[1795549291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21355; }","duration":"1.099726133s","start":"2026-07-03T16:39:39.745795Z","end":"2026-07-03T16:39:40.845521Z","steps":["trace[1795549291] 'agreement among raft nodes before linearized reading' (duration: 1.099409525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.745774Z","time spent":"1.099773064s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:39:40.845037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.823305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:40.845608Z","caller":"traceutil/trace.go:171","msg":"trace[795320267] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21355; }","duration":"536.431451ms","start":"2026-07-03T16:39:40.309171Z","end":"2026-07-03T16:39:40.845602Z","steps":["trace[795320267] 'agreement among raft nodes before linearized reading' (duration: 535.836646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:40.30915Z","time spent":"536.474191ms","remote":"127.0.0.1:50806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:40.84542Z","caller":"traceutil/trace.go:171","msg":"trace[1747065031] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:21355; }","duration":"333.867306ms","start":"2026-07-03T16:39:40.51154Z","end":"2026-07-03T16:39:40.845407Z","steps":["trace[1747065031] 'agreement among raft nodes before linearized reading' (duration: 333.599069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:40.511498Z","time spent":"334.225855ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"info","ts":"2026-07-03T16:39:40.845237Z","caller":"traceutil/trace.go:171","msg":"trace[1685963839] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21355; }","duration":"883.157607ms","start":"2026-07-03T16:39:39.96207Z","end":"2026-07-03T16:39:40.845227Z","steps":["trace[1685963839] 'agreement among raft nodes before linearized reading' (duration: 883.068655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.845825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.962054Z","time spent":"883.757503ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:39:40.845344Z","caller":"traceutil/trace.go:171","msg":"trace[1597289646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21355; }","duration":"1.099383064s","start":"2026-07-03T16:39:39.745949Z","end":"2026-07-03T16:39:40.845333Z","steps":["trace[1597289646] 'agreement among raft nodes before linearized reading' (duration: 1.099104407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.846183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.745922Z","time spent":"1.100250076s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:40.845129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:40.529688Z","time spent":"315.435972ms","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:40.845303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098616225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:39:40.846257Z","caller":"traceutil/trace.go:171","msg":"trace[945339732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21355; }","duration":"1.099594109s","start":"2026-07-03T16:39:39.746653Z","end":"2026-07-03T16:39:40.846247Z","steps":["trace[945339732] 'agreement among raft nodes before linearized reading' (duration: 1.098601134s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.846276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.746636Z","time spent":"1.099633411s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:40.84531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297943756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:40.846326Z","caller":"traceutil/trace.go:171","msg":"trace[1921245428] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21355; }","duration":"1.299041254s","start":"2026-07-03T16:39:39.547276Z","end":"2026-07-03T16:39:40.846317Z","steps":["trace[1921245428] 'agreement among raft nodes before linearized reading' (duration: 1.298009108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.846353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.547251Z","time spent":"1.299086945s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:40.845385Z","caller":"traceutil/trace.go:171","msg":"trace[1737716797] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21355; }","duration":"1.535694257s","start":"2026-07-03T16:39:39.309681Z","end":"2026-07-03T16:39:40.845376Z","steps":["trace[1737716797] 'agreement among raft nodes before linearized reading' (duration: 1.535645416s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:40.846403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.309656Z","time spent":"1.536734764s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:39:40.844991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:39.259458Z","time spent":"1.5854983s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:42.851014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19334} {"level":"info","ts":"2026-07-03T16:39:43.032576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19334,"took":"177.578783ms","hash":1046485998,"current-db-size-bytes":55980032,"current-db-size":"56 MB","current-db-size-in-use-bytes":29532160,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T16:39:43.032644Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1046485998,"revision":19334,"compact-revision":16839} {"level":"info","ts":"2026-07-03T16:39:51.414897Z","caller":"traceutil/trace.go:171","msg":"trace[1165912916] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"120.431771ms","start":"2026-07-03T16:39:51.294425Z","end":"2026-07-03T16:39:51.414856Z","steps":["trace[1165912916] 'process raft request' (duration: 120.269657ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:51.442749Z","caller":"traceutil/trace.go:171","msg":"trace[509261118] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"100.422115ms","start":"2026-07-03T16:39:51.342303Z","end":"2026-07-03T16:39:51.442725Z","steps":["trace[509261118] 'process raft request' (duration: 99.913472ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:51.44291Z","caller":"traceutil/trace.go:171","msg":"trace[1981447155] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"100.318163ms","start":"2026-07-03T16:39:51.34258Z","end":"2026-07-03T16:39:51.442899Z","steps":["trace[1981447155] 'process raft request' (duration: 99.748038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:04.085917Z","caller":"traceutil/trace.go:171","msg":"trace[2066381452] transaction","detail":"{read_only:false; response_revision:21493; number_of_response:1; }","duration":"592.375669ms","start":"2026-07-03T16:40:03.493522Z","end":"2026-07-03T16:40:04.085898Z","steps":["trace[2066381452] 'process raft request' (duration: 592.264636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:04.086023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:03.493501Z","time spent":"592.468101ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:04.11233Z","caller":"traceutil/trace.go:171","msg":"trace[499605391] transaction","detail":"{read_only:false; response_revision:21495; number_of_response:1; }","duration":"487.957565ms","start":"2026-07-03T16:40:03.624348Z","end":"2026-07-03T16:40:04.112306Z","steps":["trace[499605391] 'process raft request' (duration: 487.849342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:04.11247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:03.62434Z","time spent":"488.060317ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:04.11253Z","caller":"traceutil/trace.go:171","msg":"trace[205042998] linearizableReadLoop","detail":"{readStateIndex:22248; appliedIndex:22245; }","duration":"157.011008ms","start":"2026-07-03T16:40:03.955469Z","end":"2026-07-03T16:40:04.11248Z","steps":["trace[205042998] 'read index received' (duration: 130.85296ms)","trace[205042998] 'applied index is now lower than readState.Index' (duration: 26.156468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:04.112641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.163592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:04.112676Z","caller":"traceutil/trace.go:171","msg":"trace[1761445342] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"492.366778ms","start":"2026-07-03T16:40:03.620298Z","end":"2026-07-03T16:40:04.112665Z","steps":["trace[1761445342] 'process raft request' (duration: 491.775883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:04.112754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:03.620279Z","time spent":"492.439389ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:04.112874Z","caller":"traceutil/trace.go:171","msg":"trace[1921956069] transaction","detail":"{read_only:false; response_revision:21496; number_of_response:1; }","duration":"488.160809ms","start":"2026-07-03T16:40:03.624702Z","end":"2026-07-03T16:40:04.112863Z","steps":["trace[1921956069] 'process raft request' (duration: 487.553824ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:04.11268Z","caller":"traceutil/trace.go:171","msg":"trace[275671785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21496; }","duration":"157.233164ms","start":"2026-07-03T16:40:03.955437Z","end":"2026-07-03T16:40:04.11267Z","steps":["trace[275671785] 'agreement among raft nodes before linearized reading' (duration: 157.143782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:04.11295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:03.624677Z","time spent":"488.23357ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:05.135612Z","caller":"traceutil/trace.go:171","msg":"trace[482250540] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"107.778913ms","start":"2026-07-03T16:40:05.027802Z","end":"2026-07-03T16:40:05.135581Z","steps":["trace[482250540] 'process raft request' (duration: 98.926864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:05.295065Z","caller":"traceutil/trace.go:171","msg":"trace[1856359922] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"112.32827ms","start":"2026-07-03T16:40:05.182693Z","end":"2026-07-03T16:40:05.295021Z","steps":["trace[1856359922] 'process raft request' (duration: 94.732995ms)","trace[1856359922] 'compare' (duration: 17.452982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:05.30607Z","caller":"traceutil/trace.go:171","msg":"trace[567583597] transaction","detail":"{read_only:false; response_revision:21500; number_of_response:1; }","duration":"122.905015ms","start":"2026-07-03T16:40:05.183149Z","end":"2026-07-03T16:40:05.306054Z","steps":["trace[567583597] 'process raft request' (duration: 122.794392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:05.306563Z","caller":"traceutil/trace.go:171","msg":"trace[1832113973] transaction","detail":"{read_only:false; response_revision:21501; number_of_response:1; }","duration":"123.062018ms","start":"2026-07-03T16:40:05.183473Z","end":"2026-07-03T16:40:05.306535Z","steps":["trace[1832113973] 'process raft request' (duration: 122.553915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:05.306652Z","caller":"traceutil/trace.go:171","msg":"trace[945667527] transaction","detail":"{read_only:false; response_revision:21502; number_of_response:1; }","duration":"123.063589ms","start":"2026-07-03T16:40:05.183579Z","end":"2026-07-03T16:40:05.306643Z","steps":["trace[945667527] 'process raft request' (duration: 122.874904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:05.307084Z","caller":"traceutil/trace.go:171","msg":"trace[1629432478] transaction","detail":"{read_only:false; response_revision:21503; number_of_response:1; }","duration":"122.668978ms","start":"2026-07-03T16:40:05.184137Z","end":"2026-07-03T16:40:05.306805Z","steps":["trace[1629432478] 'process raft request' (duration: 122.480193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.208801Z","caller":"traceutil/trace.go:171","msg":"trace[2099892898] linearizableReadLoop","detail":"{readStateIndex:22258; appliedIndex:22257; }","duration":"144.165695ms","start":"2026-07-03T16:40:06.064612Z","end":"2026-07-03T16:40:06.208778Z","steps":["trace[2099892898] 'read index received' (duration: 143.96865ms)","trace[2099892898] 'applied index is now lower than readState.Index' (duration: 196.085µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:06.208961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.34229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-03T16:40:06.208989Z","caller":"traceutil/trace.go:171","msg":"trace[993248099] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:21506; }","duration":"144.410932ms","start":"2026-07-03T16:40:06.064571Z","end":"2026-07-03T16:40:06.208982Z","steps":["trace[993248099] 'agreement among raft nodes before linearized reading' (duration: 144.289819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.209064Z","caller":"traceutil/trace.go:171","msg":"trace[743327504] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"160.041496ms","start":"2026-07-03T16:40:06.049Z","end":"2026-07-03T16:40:06.209042Z","steps":["trace[743327504] 'process raft request' (duration: 159.623316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.244788Z","caller":"traceutil/trace.go:171","msg":"trace[731315396] transaction","detail":"{read_only:false; response_revision:21508; number_of_response:1; }","duration":"126.496508ms","start":"2026-07-03T16:40:06.118254Z","end":"2026-07-03T16:40:06.244751Z","steps":["trace[731315396] 'process raft request' (duration: 126.422996ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.244836Z","caller":"traceutil/trace.go:171","msg":"trace[1387601279] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"154.598876ms","start":"2026-07-03T16:40:06.090197Z","end":"2026-07-03T16:40:06.244796Z","steps":["trace[1387601279] 'process raft request' (duration: 154.345829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.245044Z","caller":"traceutil/trace.go:171","msg":"trace[1215513447] transaction","detail":"{read_only:false; response_revision:21509; number_of_response:1; }","duration":"126.520588ms","start":"2026-07-03T16:40:06.118507Z","end":"2026-07-03T16:40:06.245028Z","steps":["trace[1215513447] 'process raft request' (duration: 126.21152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.245223Z","caller":"traceutil/trace.go:171","msg":"trace[1904377762] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"125.459661ms","start":"2026-07-03T16:40:06.119709Z","end":"2026-07-03T16:40:06.245169Z","steps":["trace[1904377762] 'process raft request' (duration: 125.260446ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.81592Z","caller":"traceutil/trace.go:171","msg":"trace[988278772] transaction","detail":"{read_only:false; response_revision:21512; number_of_response:1; }","duration":"126.973731ms","start":"2026-07-03T16:40:06.688922Z","end":"2026-07-03T16:40:06.815896Z","steps":["trace[988278772] 'process raft request' (duration: 126.660533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:07.18201Z","caller":"traceutil/trace.go:171","msg":"trace[1072983470] linearizableReadLoop","detail":"{readStateIndex:22266; appliedIndex:22265; }","duration":"175.382024ms","start":"2026-07-03T16:40:07.006604Z","end":"2026-07-03T16:40:07.181986Z","steps":["trace[1072983470] 'read index received' (duration: 175.078786ms)","trace[1072983470] 'applied index is now lower than readState.Index' (duration: 302.308µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:07.18223Z","caller":"traceutil/trace.go:171","msg":"trace[743174282] transaction","detail":"{read_only:false; response_revision:21513; number_of_response:1; }","duration":"205.821932ms","start":"2026-07-03T16:40:06.97637Z","end":"2026-07-03T16:40:07.182192Z","steps":["trace[743174282] 'process raft request' (duration: 205.426112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:07.182265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.63714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18304"} {"level":"info","ts":"2026-07-03T16:40:07.182337Z","caller":"traceutil/trace.go:171","msg":"trace[1353769313] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21513; }","duration":"175.765994ms","start":"2026-07-03T16:40:07.006554Z","end":"2026-07-03T16:40:07.18232Z","steps":["trace[1353769313] 'agreement among raft nodes before linearized reading' (duration: 175.529657ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:07.350444Z","caller":"traceutil/trace.go:171","msg":"trace[405379758] transaction","detail":"{read_only:false; response_revision:21514; number_of_response:1; }","duration":"131.870138ms","start":"2026-07-03T16:40:07.218553Z","end":"2026-07-03T16:40:07.350423Z","steps":["trace[405379758] 'process raft request' (duration: 130.959884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:07.525968Z","caller":"traceutil/trace.go:171","msg":"trace[134579478] transaction","detail":"{read_only:false; response_revision:21515; number_of_response:1; }","duration":"171.74756ms","start":"2026-07-03T16:40:07.354191Z","end":"2026-07-03T16:40:07.525939Z","steps":["trace[134579478] 'process raft request' (duration: 162.262675ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:07.554473Z","caller":"traceutil/trace.go:171","msg":"trace[512796243] transaction","detail":"{read_only:false; response_revision:21516; number_of_response:1; }","duration":"200.233728ms","start":"2026-07-03T16:40:07.354193Z","end":"2026-07-03T16:40:07.554427Z","steps":["trace[512796243] 'process raft request' (duration: 199.89647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:07.554719Z","caller":"traceutil/trace.go:171","msg":"trace[1320939677] transaction","detail":"{read_only:false; response_revision:21519; number_of_response:1; }","duration":"200.109485ms","start":"2026-07-03T16:40:07.354576Z","end":"2026-07-03T16:40:07.554685Z","steps":["trace[1320939677] 'process raft request' (duration: 200.069614ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:07.554939Z","caller":"traceutil/trace.go:171","msg":"trace[2096035825] transaction","detail":"{read_only:false; response_revision:21517; number_of_response:1; }","duration":"200.371582ms","start":"2026-07-03T16:40:07.354552Z","end":"2026-07-03T16:40:07.554923Z","steps":["trace[2096035825] 'process raft request' (duration: 199.695544ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:07.555243Z","caller":"traceutil/trace.go:171","msg":"trace[428345570] transaction","detail":"{read_only:false; response_revision:21518; number_of_response:1; }","duration":"200.710171ms","start":"2026-07-03T16:40:07.354517Z","end":"2026-07-03T16:40:07.555227Z","steps":["trace[428345570] 'process raft request' (duration: 200.083774ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:10.322225Z","caller":"traceutil/trace.go:171","msg":"trace[1972368377] transaction","detail":"{read_only:false; response_revision:21531; number_of_response:1; }","duration":"203.531063ms","start":"2026-07-03T16:40:10.118671Z","end":"2026-07-03T16:40:10.322202Z","steps":["trace[1972368377] 'process raft request' (duration: 203.383539ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:10.382859Z","caller":"traceutil/trace.go:171","msg":"trace[587405359] transaction","detail":"{read_only:false; response_revision:21532; number_of_response:1; }","duration":"119.008224ms","start":"2026-07-03T16:40:10.263821Z","end":"2026-07-03T16:40:10.382829Z","steps":["trace[587405359] 'process raft request' (duration: 118.805918ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:10.981143Z","caller":"traceutil/trace.go:171","msg":"trace[1784060554] linearizableReadLoop","detail":"{readStateIndex:22289; appliedIndex:22288; }","duration":"111.120949ms","start":"2026-07-03T16:40:10.870001Z","end":"2026-07-03T16:40:10.981122Z","steps":["trace[1784060554] 'read index received' (duration: 110.962165ms)","trace[1784060554] 'applied index is now lower than readState.Index' (duration: 157.914µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:10.981245Z","caller":"traceutil/trace.go:171","msg":"trace[2056899110] transaction","detail":"{read_only:false; response_revision:21536; number_of_response:1; }","duration":"115.615246ms","start":"2026-07-03T16:40:10.865587Z","end":"2026-07-03T16:40:10.981202Z","steps":["trace[2056899110] 'process raft request' (duration: 115.399771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.981292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.269473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:40:10.981321Z","caller":"traceutil/trace.go:171","msg":"trace[1798717998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21536; }","duration":"111.330535ms","start":"2026-07-03T16:40:10.869982Z","end":"2026-07-03T16:40:10.981312Z","steps":["trace[1798717998] 'agreement among raft nodes before linearized reading' (duration: 111.217722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:11.50328Z","caller":"traceutil/trace.go:171","msg":"trace[1961629449] linearizableReadLoop","detail":"{readStateIndex:22291; appliedIndex:22290; }","duration":"127.694739ms","start":"2026-07-03T16:40:11.375559Z","end":"2026-07-03T16:40:11.503253Z","steps":["trace[1961629449] 'read index received' (duration: 127.490784ms)","trace[1961629449] 'applied index is now lower than readState.Index' (duration: 202.825µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:11.50343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.866114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:11.503438Z","caller":"traceutil/trace.go:171","msg":"trace[272468570] transaction","detail":"{read_only:false; response_revision:21538; number_of_response:1; }","duration":"170.96376ms","start":"2026-07-03T16:40:11.332435Z","end":"2026-07-03T16:40:11.503399Z","steps":["trace[272468570] 'process raft request' (duration: 170.657212ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:11.503491Z","caller":"traceutil/trace.go:171","msg":"trace[518663001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21538; }","duration":"127.983276ms","start":"2026-07-03T16:40:11.375487Z","end":"2026-07-03T16:40:11.50347Z","steps":["trace[518663001] 'agreement among raft nodes before linearized reading' (duration: 127.864543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:11.815711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.128439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:40:11.815968Z","caller":"traceutil/trace.go:171","msg":"trace[1131665512] linearizableReadLoop","detail":"{readStateIndex:22297; appliedIndex:22294; }","duration":"178.722371ms","start":"2026-07-03T16:40:11.637225Z","end":"2026-07-03T16:40:11.815948Z","steps":["trace[1131665512] 'read index received' (duration: 50.20961ms)","trace[1131665512] 'applied index is now lower than readState.Index' (duration: 128.511641ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:11.815977Z","caller":"traceutil/trace.go:171","msg":"trace[2109923677] transaction","detail":"{read_only:false; response_revision:21541; number_of_response:1; }","duration":"200.079725ms","start":"2026-07-03T16:40:11.615865Z","end":"2026-07-03T16:40:11.815944Z","steps":["trace[2109923677] 'process raft request' (duration: 71.630016ms)","trace[2109923677] 'compare' (duration: 127.991826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:11.816078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.858655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:11.816117Z","caller":"traceutil/trace.go:171","msg":"trace[186112463] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21543; }","duration":"179.013109ms","start":"2026-07-03T16:40:11.637091Z","end":"2026-07-03T16:40:11.816104Z","steps":["trace[186112463] 'agreement among raft nodes before linearized reading' (duration: 178.917986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:11.815985Z","caller":"traceutil/trace.go:171","msg":"trace[1575875048] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"199.89751ms","start":"2026-07-03T16:40:11.616066Z","end":"2026-07-03T16:40:11.815963Z","steps":["trace[1575875048] 'process raft request' (duration: 199.760126ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:11.816238Z","caller":"traceutil/trace.go:171","msg":"trace[391834992] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"197.829136ms","start":"2026-07-03T16:40:11.61837Z","end":"2026-07-03T16:40:11.816199Z","steps":["trace[391834992] 'process raft request' (duration: 197.526598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.330088Z","caller":"traceutil/trace.go:171","msg":"trace[1339474449] linearizableReadLoop","detail":"{readStateIndex:22299; appliedIndex:22298; }","duration":"104.336034ms","start":"2026-07-03T16:40:12.225729Z","end":"2026-07-03T16:40:12.330065Z","steps":["trace[1339474449] 'read index received' (duration: 104.131978ms)","trace[1339474449] 'applied index is now lower than readState.Index' (duration: 203.326µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:12.331311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.641478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:40:12.331391Z","caller":"traceutil/trace.go:171","msg":"trace[1149216943] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21545; }","duration":"105.774941ms","start":"2026-07-03T16:40:12.225606Z","end":"2026-07-03T16:40:12.331381Z","steps":["trace[1149216943] 'agreement among raft nodes before linearized reading' (duration: 104.628841ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.331708Z","caller":"traceutil/trace.go:171","msg":"trace[734608959] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"177.729166ms","start":"2026-07-03T16:40:12.153969Z","end":"2026-07-03T16:40:12.331698Z","steps":["trace[734608959] 'process raft request' (duration: 175.96353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:44.01666Z","caller":"traceutil/trace.go:171","msg":"trace[898006626] linearizableReadLoop","detail":"{readStateIndex:22764; appliedIndex:22763; }","duration":"187.790136ms","start":"2026-07-03T16:40:43.828851Z","end":"2026-07-03T16:40:44.016641Z","steps":["trace[898006626] 'read index received' (duration: 187.5858ms)","trace[898006626] 'applied index is now lower than readState.Index' (duration: 201.565µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:44.016797Z","caller":"traceutil/trace.go:171","msg":"trace[591208839] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"190.213488ms","start":"2026-07-03T16:40:43.826543Z","end":"2026-07-03T16:40:44.016757Z","steps":["trace[591208839] 'process raft request' (duration: 189.959072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:44.016864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.008112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:40:44.016895Z","caller":"traceutil/trace.go:171","msg":"trace[1421951571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21992; }","duration":"188.090434ms","start":"2026-07-03T16:40:43.828796Z","end":"2026-07-03T16:40:44.016887Z","steps":["trace[1421951571] 'agreement among raft nodes before linearized reading' (duration: 187.9565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:44.016937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.375571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:40:44.019906Z","caller":"traceutil/trace.go:171","msg":"trace[995615251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21992; }","duration":"178.538436ms","start":"2026-07-03T16:40:43.838509Z","end":"2026-07-03T16:40:44.017048Z","steps":["trace[995615251] 'agreement among raft nodes before linearized reading' (duration: 178.285419ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:48.332148Z","caller":"traceutil/trace.go:171","msg":"trace[981282818] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"168.847956ms","start":"2026-07-03T16:43:48.163266Z","end":"2026-07-03T16:43:48.332114Z","steps":["trace[981282818] 'process raft request' (duration: 163.791665ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:48.332323Z","caller":"traceutil/trace.go:171","msg":"trace[1099182691] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"142.729268ms","start":"2026-07-03T16:43:48.189553Z","end":"2026-07-03T16:43:48.332282Z","steps":["trace[1099182691] 'process raft request' (duration: 142.485442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:48.332515Z","caller":"traceutil/trace.go:171","msg":"trace[303793485] linearizableReadLoop","detail":"{readStateIndex:24540; appliedIndex:24539; }","duration":"153.686032ms","start":"2026-07-03T16:43:48.178821Z","end":"2026-07-03T16:43:48.332507Z","steps":["trace[303793485] 'read index received' (duration: 148.229751ms)","trace[303793485] 'applied index is now lower than readState.Index' (duration: 5.454891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:48.332767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.927649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-03T16:43:48.332852Z","caller":"traceutil/trace.go:171","msg":"trace[270695732] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23718; }","duration":"154.070092ms","start":"2026-07-03T16:43:48.178762Z","end":"2026-07-03T16:43:48.332832Z","steps":["trace[270695732] 'agreement among raft nodes before linearized reading' (duration: 153.789635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:50.207668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.953499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:43:50.207859Z","caller":"traceutil/trace.go:171","msg":"trace[2102849482] linearizableReadLoop","detail":"{readStateIndex:24620; appliedIndex:24618; }","duration":"135.502601ms","start":"2026-07-03T16:43:50.072341Z","end":"2026-07-03T16:43:50.207844Z","steps":["trace[2102849482] 'read index received' (duration: 25.290806ms)","trace[2102849482] 'applied index is now lower than readState.Index' (duration: 110.210835ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:50.208025Z","caller":"traceutil/trace.go:171","msg":"trace[531043556] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"139.119964ms","start":"2026-07-03T16:43:50.068881Z","end":"2026-07-03T16:43:50.208Z","steps":["trace[531043556] 'process raft request' (duration: 28.740424ms)","trace[531043556] 'compare' (duration: 109.844546ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:50.208081Z","caller":"traceutil/trace.go:171","msg":"trace[1145487989] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"139.195496ms","start":"2026-07-03T16:43:50.068875Z","end":"2026-07-03T16:43:50.20807Z","steps":["trace[1145487989] 'process raft request' (duration: 138.902678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:50.208143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.785308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:50.208202Z","caller":"traceutil/trace.go:171","msg":"trace[202938165] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23795; }","duration":"135.865779ms","start":"2026-07-03T16:43:50.072316Z","end":"2026-07-03T16:43:50.208186Z","steps":["trace[202938165] 'agreement among raft nodes before linearized reading' (duration: 135.768567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:50.208441Z","caller":"traceutil/trace.go:171","msg":"trace[957321918] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"131.282851ms","start":"2026-07-03T16:43:50.077144Z","end":"2026-07-03T16:43:50.208427Z","steps":["trace[957321918] 'process raft request' (duration: 131.207899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:50.210823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.353274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:50.210902Z","caller":"traceutil/trace.go:171","msg":"trace[2116940219] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23797; }","duration":"138.445756ms","start":"2026-07-03T16:43:50.072437Z","end":"2026-07-03T16:43:50.210883Z","steps":["trace[2116940219] 'agreement among raft nodes before linearized reading' (duration: 138.297363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:50.211226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.15087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:50.211317Z","caller":"traceutil/trace.go:171","msg":"trace[1283683117] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23797; }","duration":"133.270582ms","start":"2026-07-03T16:43:50.078035Z","end":"2026-07-03T16:43:50.211305Z","steps":["trace[1283683117] 'agreement among raft nodes before linearized reading' (duration: 133.148189ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:51.528442Z","caller":"traceutil/trace.go:171","msg":"trace[1244450644] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"108.559543ms","start":"2026-07-03T16:43:51.419851Z","end":"2026-07-03T16:43:51.52841Z","steps":["trace[1244450644] 'process raft request' (duration: 60.485777ms)","trace[1244450644] 'compare' (duration: 47.789028ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:51.528544Z","caller":"traceutil/trace.go:171","msg":"trace[93161336] linearizableReadLoop","detail":"{readStateIndex:24664; appliedIndex:24663; }","duration":"107.944458ms","start":"2026-07-03T16:43:51.420562Z","end":"2026-07-03T16:43:51.528507Z","steps":["trace[93161336] 'read index received' (duration: 59.785789ms)","trace[93161336] 'applied index is now lower than readState.Index' (duration: 48.153839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:51.528866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.262406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/cert-manager-test/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:51.528915Z","caller":"traceutil/trace.go:171","msg":"trace[1345618223] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/cert-manager-test/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets/cert-manager-test0; response_count:0; response_revision:23839; }","duration":"108.357058ms","start":"2026-07-03T16:43:51.420545Z","end":"2026-07-03T16:43:51.528902Z","steps":["trace[1345618223] 'agreement among raft nodes before linearized reading' (duration: 108.183464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:51.528876Z","caller":"traceutil/trace.go:171","msg":"trace[1768930347] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"107.893697ms","start":"2026-07-03T16:43:51.420951Z","end":"2026-07-03T16:43:51.528845Z","steps":["trace[1768930347] 'process raft request' (duration: 107.369773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:51.52931Z","caller":"traceutil/trace.go:171","msg":"trace[175081179] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"104.817886ms","start":"2026-07-03T16:43:51.424482Z","end":"2026-07-03T16:43:51.5293Z","steps":["trace[175081179] 'process raft request' (duration: 104.278662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:52.967978Z","caller":"traceutil/trace.go:171","msg":"trace[1527055806] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"116.537819ms","start":"2026-07-03T16:43:52.851286Z","end":"2026-07-03T16:43:52.967824Z","steps":["trace[1527055806] 'process raft request' (duration: 116.276322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:55.997163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.462011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:43:55.997285Z","caller":"traceutil/trace.go:171","msg":"trace[43515989] linearizableReadLoop","detail":"{readStateIndex:24762; appliedIndex:24760; }","duration":"376.586328ms","start":"2026-07-03T16:43:55.620687Z","end":"2026-07-03T16:43:55.997274Z","steps":["trace[43515989] 'read index received' (duration: 36.144577ms)","trace[43515989] 'applied index is now lower than readState.Index' (duration: 340.441101ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:55.997436Z","caller":"traceutil/trace.go:171","msg":"trace[1029090118] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"456.694103ms","start":"2026-07-03T16:43:55.540733Z","end":"2026-07-03T16:43:55.997427Z","steps":["trace[1029090118] 'process raft request' (duration: 115.904873ms)","trace[1029090118] 'compare' (duration: 339.748123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:55.997479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:55.540714Z","time spent":"456.741284ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:43:55.997609Z","caller":"traceutil/trace.go:171","msg":"trace[570601066] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"455.428541ms","start":"2026-07-03T16:43:55.54214Z","end":"2026-07-03T16:43:55.997569Z","steps":["trace[570601066] 'process raft request' (duration: 455.096092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:55.997654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.926126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:43:55.99784Z","caller":"traceutil/trace.go:171","msg":"trace[1650038606] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23936; }","duration":"377.171723ms","start":"2026-07-03T16:43:55.620636Z","end":"2026-07-03T16:43:55.997808Z","steps":["trace[1650038606] 'agreement among raft nodes before linearized reading' (duration: 376.890495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:55.997917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:55.620614Z","time spent":"377.285136ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:43:55.997949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:55.542119Z","time spent":"455.570185ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:43:56.014104Z","caller":"traceutil/trace.go:171","msg":"trace[1425517883] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"269.875163ms","start":"2026-07-03T16:43:55.744207Z","end":"2026-07-03T16:43:56.014083Z","steps":["trace[1425517883] 'process raft request' (duration: 269.720769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:56.014297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.715809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:56.014331Z","caller":"traceutil/trace.go:171","msg":"trace[1288781774] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23938; }","duration":"225.794401ms","start":"2026-07-03T16:43:55.788526Z","end":"2026-07-03T16:43:56.014321Z","steps":["trace[1288781774] 'agreement among raft nodes before linearized reading' (duration: 225.720169ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:56.014311Z","caller":"traceutil/trace.go:171","msg":"trace[1886151366] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"187.734355ms","start":"2026-07-03T16:43:55.826542Z","end":"2026-07-03T16:43:56.014276Z","steps":["trace[1886151366] 'process raft request' (duration: 187.507679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:56.666596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965402637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:43:57.123263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046061945s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:43:57.516983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.463774ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-03T16:43:57.517233Z","caller":"traceutil/trace.go:171","msg":"trace[1691989648] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"358.015355ms","start":"2026-07-03T16:43:57.1592Z","end":"2026-07-03T16:43:57.517215Z","steps":["trace[1691989648] 'process raft request' (duration: 357.891872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.517328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:57.159176Z","time spent":"358.093768ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:43:57.517524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:56.076902Z","time spent":"1.440620847s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:43:57.517638Z","caller":"traceutil/trace.go:171","msg":"trace[1725435689] linearizableReadLoop","detail":"{readStateIndex:24765; appliedIndex:24764; }","duration":"1.352044712s","start":"2026-07-03T16:43:56.165583Z","end":"2026-07-03T16:43:57.517628Z","steps":["trace[1725435689] 'read index received' (duration: 957.818787ms)","trace[1725435689] 'applied index is now lower than readState.Index' (duration: 394.224695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:57.517926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352340949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-03T16:43:57.517964Z","caller":"traceutil/trace.go:171","msg":"trace[322197752] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23939; }","duration":"1.352422672s","start":"2026-07-03T16:43:56.16553Z","end":"2026-07-03T16:43:57.517953Z","steps":["trace[322197752] 'agreement among raft nodes before linearized reading' (duration: 1.352310999s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.517991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:56.165502Z","time spent":"1.352482123s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:43:57.521076Z","caller":"traceutil/trace.go:171","msg":"trace[351951296] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"196.380498ms","start":"2026-07-03T16:43:57.324651Z","end":"2026-07-03T16:43:57.521031Z","steps":["trace[351951296] 'process raft request' (duration: 196.05374ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:57.521106Z","caller":"traceutil/trace.go:171","msg":"trace[1675032592] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"160.126399ms","start":"2026-07-03T16:43:57.360953Z","end":"2026-07-03T16:43:57.521079Z","steps":["trace[1675032592] 'process raft request' (duration: 159.896233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.521261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345706618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:43:57.521324Z","caller":"traceutil/trace.go:171","msg":"trace[1887238238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23943; }","duration":"1.34579498s","start":"2026-07-03T16:43:56.175513Z","end":"2026-07-03T16:43:57.521308Z","steps":["trace[1887238238] 'agreement among raft nodes before linearized reading' (duration: 1.345610815s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.521353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:56.175504Z","time spent":"1.345842571s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:43:57.521409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.851861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:43:57.521464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177195951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:43:57.521465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.122771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:57.521471Z","caller":"traceutil/trace.go:171","msg":"trace[1445617048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23943; }","duration":"389.921713ms","start":"2026-07-03T16:43:57.131531Z","end":"2026-07-03T16:43:57.521453Z","steps":["trace[1445617048] 'agreement among raft nodes before linearized reading' (duration: 389.735878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:57.52149Z","caller":"traceutil/trace.go:171","msg":"trace[1451714419] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23943; }","duration":"1.177254013s","start":"2026-07-03T16:43:56.34423Z","end":"2026-07-03T16:43:57.521484Z","steps":["trace[1451714419] 'agreement among raft nodes before linearized reading' (duration: 1.177198241s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:57.52151Z","caller":"traceutil/trace.go:171","msg":"trace[2099032661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23943; }","duration":"568.211393ms","start":"2026-07-03T16:43:56.953286Z","end":"2026-07-03T16:43:57.521498Z","steps":["trace[2099032661] 'agreement among raft nodes before linearized reading' (duration: 568.122871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.521526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:57.131511Z","time spent":"389.998505ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:43:57.521549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.199311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:43:57.521602Z","caller":"traceutil/trace.go:171","msg":"trace[1853442322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23943; }","duration":"906.295652ms","start":"2026-07-03T16:43:56.615294Z","end":"2026-07-03T16:43:57.521589Z","steps":["trace[1853442322] 'agreement among raft nodes before linearized reading' (duration: 906.18797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.521628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.239131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:43:57.521641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:56.615278Z","time spent":"906.352654ms","remote":"127.0.0.1:55396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:43:57.521656Z","caller":"traceutil/trace.go:171","msg":"trace[644284388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23943; }","duration":"390.277682ms","start":"2026-07-03T16:43:57.13137Z","end":"2026-07-03T16:43:57.521648Z","steps":["trace[644284388] 'agreement among raft nodes before linearized reading' (duration: 390.18533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.521685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:57.131365Z","time spent":"390.314223ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:43:57.521689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135486601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:43:57.521813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.405842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:43:57.521845Z","caller":"traceutil/trace.go:171","msg":"trace[325288743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23943; }","duration":"391.476364ms","start":"2026-07-03T16:43:57.130363Z","end":"2026-07-03T16:43:57.521839Z","steps":["trace[325288743] 'agreement among raft nodes before linearized reading' (duration: 391.409232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.521866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:57.130345Z","time spent":"391.517564ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:43:57.521516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:56.344214Z","time spent":"1.177296773s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:43:57.521896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.964296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:43:57.521905Z","caller":"traceutil/trace.go:171","msg":"trace[1233834512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23943; }","duration":"1.135750107s","start":"2026-07-03T16:43:56.386092Z","end":"2026-07-03T16:43:57.521842Z","steps":["trace[1233834512] 'agreement among raft nodes before linearized reading' (duration: 1.135322996s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:57.52193Z","caller":"traceutil/trace.go:171","msg":"trace[188604553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23943; }","duration":"414.038958ms","start":"2026-07-03T16:43:57.107882Z","end":"2026-07-03T16:43:57.521921Z","steps":["trace[188604553] 'agreement among raft nodes before linearized reading' (duration: 413.925895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.521957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:57.107861Z","time spent":"414.09089ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:43:57.52199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:56.386075Z","time spent":"1.13587088s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:43:57.521541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:56.953271Z","time spent":"568.264944ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:43:57.522051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.601447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:43:57.522075Z","caller":"traceutil/trace.go:171","msg":"trace[567817283] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23943; }","duration":"227.668119ms","start":"2026-07-03T16:43:57.294399Z","end":"2026-07-03T16:43:57.522067Z","steps":["trace[567817283] 'agreement among raft nodes before linearized reading' (duration: 227.604907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.52211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.882361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:43:57.522154Z","caller":"traceutil/trace.go:171","msg":"trace[1060886980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23943; }","duration":"382.993254ms","start":"2026-07-03T16:43:57.13915Z","end":"2026-07-03T16:43:57.522144Z","steps":["trace[1060886980] 'agreement among raft nodes before linearized reading' (duration: 382.83659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:57.522195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:57.13914Z","time spent":"383.038684ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:43:57.522455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.063782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:57.522507Z","caller":"traceutil/trace.go:171","msg":"trace[1877641584] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23943; }","duration":"281.108033ms","start":"2026-07-03T16:43:57.241379Z","end":"2026-07-03T16:43:57.522487Z","steps":["trace[1877641584] 'agreement among raft nodes before linearized reading' (duration: 280.766625ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:21.961088Z","caller":"traceutil/trace.go:171","msg":"trace[682218444] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"119.159056ms","start":"2026-07-03T16:44:21.841907Z","end":"2026-07-03T16:44:21.961066Z","steps":["trace[682218444] 'process raft request' (duration: 118.983662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:22.443847Z","caller":"traceutil/trace.go:171","msg":"trace[379697494] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"357.651801ms","start":"2026-07-03T16:44:22.086167Z","end":"2026-07-03T16:44:22.443819Z","steps":["trace[379697494] 'process raft request' (duration: 352.326001ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:22.443862Z","caller":"traceutil/trace.go:171","msg":"trace[201746211] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"356.596461ms","start":"2026-07-03T16:44:22.087245Z","end":"2026-07-03T16:44:22.443841Z","steps":["trace[201746211] 'process raft request' (duration: 356.425816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:22.444005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.086139Z","time spent":"357.784084ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:44:22.444004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.087229Z","time spent":"356.699364ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:44:22.444035Z","caller":"traceutil/trace.go:171","msg":"trace[1960785168] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"348.479413ms","start":"2026-07-03T16:44:22.095537Z","end":"2026-07-03T16:44:22.444016Z","steps":["trace[1960785168] 'process raft request' (duration: 348.249617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:22.44414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.095521Z","time spent":"348.570376ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:44:22.4462Z","caller":"traceutil/trace.go:171","msg":"trace[836383721] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"350.570582ms","start":"2026-07-03T16:44:22.095611Z","end":"2026-07-03T16:44:22.446181Z","steps":["trace[836383721] 'process raft request' (duration: 348.337339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:22.446321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.095582Z","time spent":"350.668365ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:44:23.188858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965403154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:44:23.247087Z","caller":"traceutil/trace.go:171","msg":"trace[739663652] linearizableReadLoop","detail":"{readStateIndex:25021; appliedIndex:25020; }","duration":"558.727616ms","start":"2026-07-03T16:44:22.688335Z","end":"2026-07-03T16:44:23.247063Z","steps":["trace[739663652] 'read index received' (duration: 558.585512ms)","trace[739663652] 'applied index is now lower than readState.Index' (duration: 141.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:44:23.247134Z","caller":"traceutil/trace.go:171","msg":"trace[1341456338] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"620.744348ms","start":"2026-07-03T16:44:22.626345Z","end":"2026-07-03T16:44:23.247089Z","steps":["trace[1341456338] 'process raft request' (duration: 620.533252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.24727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.626321Z","time spent":"620.87068ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:44:23.247337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.609221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:44:23.247381Z","caller":"traceutil/trace.go:171","msg":"trace[1063981132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24188; }","duration":"206.702483ms","start":"2026-07-03T16:44:23.040667Z","end":"2026-07-03T16:44:23.24737Z","steps":["trace[1063981132] 'agreement among raft nodes before linearized reading' (duration: 206.536759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.247379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.014284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:44:23.247467Z","caller":"traceutil/trace.go:171","msg":"trace[1473306801] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24188; }","duration":"559.161728ms","start":"2026-07-03T16:44:22.688282Z","end":"2026-07-03T16:44:23.247444Z","steps":["trace[1473306801] 'agreement among raft nodes before linearized reading' (duration: 558.908451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.247524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.688262Z","time spent":"559.25253ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:44:42.857295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21366} {"level":"info","ts":"2026-07-03T16:44:42.963801Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21366,"took":"102.715983ms","hash":1944264915,"current-db-size-bytes":56823808,"current-db-size":"57 MB","current-db-size-in-use-bytes":42700800,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-03T16:44:42.963861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1944264915,"revision":21366,"compact-revision":19334} {"level":"info","ts":"2026-07-03T16:45:22.848486Z","caller":"traceutil/trace.go:171","msg":"trace[362639264] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"145.938067ms","start":"2026-07-03T16:45:22.702525Z","end":"2026-07-03T16:45:22.848463Z","steps":["trace[362639264] 'process raft request' (duration: 145.795434ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:22.86001Z","caller":"traceutil/trace.go:171","msg":"trace[185218014] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"154.419386ms","start":"2026-07-03T16:45:22.705566Z","end":"2026-07-03T16:45:22.859985Z","steps":["trace[185218014] 'process raft request' (duration: 154.301323ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:36.334871Z","caller":"traceutil/trace.go:171","msg":"trace[113386216] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"227.007673ms","start":"2026-07-03T16:45:36.107831Z","end":"2026-07-03T16:45:36.334839Z","steps":["trace[113386216] 'process raft request' (duration: 135.227366ms)","trace[113386216] 'compare' (duration: 91.442378ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:36.460625Z","caller":"traceutil/trace.go:171","msg":"trace[339467972] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"350.053368ms","start":"2026-07-03T16:45:36.110545Z","end":"2026-07-03T16:45:36.460598Z","steps":["trace[339467972] 'process raft request' (duration: 344.511872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:36.460774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:36.11052Z","time spent":"350.177911ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:45:36.460839Z","caller":"traceutil/trace.go:171","msg":"trace[595932066] linearizableReadLoop","detail":"{readStateIndex:25837; appliedIndex:25835; }","duration":"350.073608ms","start":"2026-07-03T16:45:36.11073Z","end":"2026-07-03T16:45:36.460803Z","steps":["trace[595932066] 'read index received' (duration: 132.262043ms)","trace[595932066] 'applied index is now lower than readState.Index' (duration: 217.808855ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:36.460899Z","caller":"traceutil/trace.go:171","msg":"trace[504710128] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"349.933175ms","start":"2026-07-03T16:45:36.110929Z","end":"2026-07-03T16:45:36.460862Z","steps":["trace[504710128] 'process raft request' (duration: 349.629216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:36.461119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:36.110918Z","time spent":"350.11831ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:45:36.461153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.402667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:45:36.461161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.97912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:45:36.461225Z","caller":"traceutil/trace.go:171","msg":"trace[1982097009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24986; }","duration":"350.581162ms","start":"2026-07-03T16:45:36.110624Z","end":"2026-07-03T16:45:36.461205Z","steps":["trace[1982097009] 'agreement among raft nodes before linearized reading' (duration: 350.370456ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:36.461228Z","caller":"traceutil/trace.go:171","msg":"trace[345032729] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24986; }","duration":"124.069683ms","start":"2026-07-03T16:45:36.337144Z","end":"2026-07-03T16:45:36.461214Z","steps":["trace[345032729] 'agreement among raft nodes before linearized reading' (duration: 123.893458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:36.461233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.182384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:45:36.461288Z","caller":"traceutil/trace.go:171","msg":"trace[1738713917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24986; }","duration":"349.268586ms","start":"2026-07-03T16:45:36.112006Z","end":"2026-07-03T16:45:36.461275Z","steps":["trace[1738713917] 'agreement among raft nodes before linearized reading' (duration: 349.143473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:36.461282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:36.110612Z","time spent":"350.654944ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:45:36.461328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:36.11199Z","time spent":"349.329767ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:45:36.461693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.657487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:45:36.461772Z","caller":"traceutil/trace.go:171","msg":"trace[1387431686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24986; }","duration":"349.802931ms","start":"2026-07-03T16:45:36.111957Z","end":"2026-07-03T16:45:36.46176Z","steps":["trace[1387431686] 'agreement among raft nodes before linearized reading' (duration: 349.04683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:36.461808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:36.111949Z","time spent":"349.847342ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:45:36.606694Z","caller":"traceutil/trace.go:171","msg":"trace[520480010] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"140.532235ms","start":"2026-07-03T16:45:36.466135Z","end":"2026-07-03T16:45:36.606668Z","steps":["trace[520480010] 'process raft request' (duration: 106.640354ms)","trace[520480010] 'compare' (duration: 33.676565ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:36.60701Z","caller":"traceutil/trace.go:171","msg":"trace[135420931] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"140.279158ms","start":"2026-07-03T16:45:36.466711Z","end":"2026-07-03T16:45:36.60699Z","steps":["trace[135420931] 'process raft request' (duration: 140.189886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:36.607051Z","caller":"traceutil/trace.go:171","msg":"trace[1810915093] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"140.430083ms","start":"2026-07-03T16:45:36.466604Z","end":"2026-07-03T16:45:36.607034Z","steps":["trace[1810915093] 'process raft request' (duration: 140.006541ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:37.079731Z","caller":"traceutil/trace.go:171","msg":"trace[197515894] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"168.719346ms","start":"2026-07-03T16:45:36.910984Z","end":"2026-07-03T16:45:37.079703Z","steps":["trace[197515894] 'process raft request' (duration: 140.914226ms)","trace[197515894] 'compare' (duration: 27.567434ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:37.080166Z","caller":"traceutil/trace.go:171","msg":"trace[2061019905] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25841; }","duration":"122.949482ms","start":"2026-07-03T16:45:36.957185Z","end":"2026-07-03T16:45:37.080134Z","steps":["trace[2061019905] 'read index received' (duration: 42.187655ms)","trace[2061019905] 'applied index is now lower than readState.Index' (duration: 80.760207ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:37.080211Z","caller":"traceutil/trace.go:171","msg":"trace[687035654] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"162.715339ms","start":"2026-07-03T16:45:36.917465Z","end":"2026-07-03T16:45:37.080181Z","steps":["trace[687035654] 'process raft request' (duration: 162.149593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:37.080349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.142517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:45:37.080439Z","caller":"traceutil/trace.go:171","msg":"trace[18548868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24992; }","duration":"123.275731ms","start":"2026-07-03T16:45:36.957144Z","end":"2026-07-03T16:45:37.08042Z","steps":["trace[18548868] 'agreement among raft nodes before linearized reading' (duration: 123.073076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:02.848451Z","caller":"traceutil/trace.go:171","msg":"trace[1513567027] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"100.951804ms","start":"2026-07-03T16:46:02.74748Z","end":"2026-07-03T16:46:02.848431Z","steps":["trace[1513567027] 'process raft request' (duration: 95.12019ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:21.865295Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000669d.wal"} {"level":"warn","ts":"2026-07-03T16:47:35.795703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:47:35.804636Z","caller":"traceutil/trace.go:171","msg":"trace[851705234] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"621.207037ms","start":"2026-07-03T16:47:35.183405Z","end":"2026-07-03T16:47:35.804612Z","steps":["trace[851705234] 'process raft request' (duration: 621.034342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.804797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.183304Z","time spent":"621.412382ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:35.806031Z","caller":"traceutil/trace.go:171","msg":"trace[2008684309] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"621.433173ms","start":"2026-07-03T16:47:35.184585Z","end":"2026-07-03T16:47:35.806018Z","steps":["trace[2008684309] 'process raft request' (duration: 620.994941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.806118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.18456Z","time spent":"621.506465ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:35.806156Z","caller":"traceutil/trace.go:171","msg":"trace[765356702] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"354.225385ms","start":"2026-07-03T16:47:35.451921Z","end":"2026-07-03T16:47:35.806147Z","steps":["trace[765356702] 'process raft request' (duration: 353.867596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:35.806088Z","caller":"traceutil/trace.go:171","msg":"trace[1683781815] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"220.487325ms","start":"2026-07-03T16:47:35.585566Z","end":"2026-07-03T16:47:35.806054Z","steps":["trace[1683781815] 'process raft request' (duration: 220.377762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.806289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.451899Z","time spent":"354.297937ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:35.806437Z","caller":"traceutil/trace.go:171","msg":"trace[1809733226] linearizableReadLoop","detail":"{readStateIndex:27001; appliedIndex:26996; }","duration":"511.683723ms","start":"2026-07-03T16:47:35.29472Z","end":"2026-07-03T16:47:35.806403Z","steps":["trace[1809733226] 'read index received' (duration: 509.712912ms)","trace[1809733226] 'applied index is now lower than readState.Index' (duration: 1.96908ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:35.806477Z","caller":"traceutil/trace.go:171","msg":"trace[34091345] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"208.003409ms","start":"2026-07-03T16:47:35.598458Z","end":"2026-07-03T16:47:35.806462Z","steps":["trace[34091345] 'process raft request' (duration: 207.534627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.806654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.919768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:47:35.80669Z","caller":"traceutil/trace.go:171","msg":"trace[1269623930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26118; }","duration":"512.003471ms","start":"2026-07-03T16:47:35.294678Z","end":"2026-07-03T16:47:35.806682Z","steps":["trace[1269623930] 'agreement among raft nodes before linearized reading' (duration: 511.861857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.806714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.294658Z","time spent":"512.050492ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:35.806708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.432699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:35.806788Z","caller":"traceutil/trace.go:171","msg":"trace[795021469] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26118; }","duration":"483.577133ms","start":"2026-07-03T16:47:35.323191Z","end":"2026-07-03T16:47:35.806768Z","steps":["trace[795021469] 'agreement among raft nodes before linearized reading' (duration: 483.426429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.806797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.509208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:47:35.806803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.134252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:47:35.80687Z","caller":"traceutil/trace.go:171","msg":"trace[917005442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26118; }","duration":"444.653602ms","start":"2026-07-03T16:47:35.362206Z","end":"2026-07-03T16:47:35.80686Z","steps":["trace[917005442] 'agreement among raft nodes before linearized reading' (duration: 444.417926ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:35.806879Z","caller":"traceutil/trace.go:171","msg":"trace[876874529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26118; }","duration":"463.263975ms","start":"2026-07-03T16:47:35.343604Z","end":"2026-07-03T16:47:35.806868Z","steps":["trace[876874529] 'agreement among raft nodes before linearized reading' (duration: 463.091541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.806896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.362176Z","time spent":"444.714284ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:35.806879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.323169Z","time spent":"483.696196ms","remote":"127.0.0.1:50980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:35.80692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.343573Z","time spent":"463.339538ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:47:40.537198Z","caller":"traceutil/trace.go:171","msg":"trace[804240202] linearizableReadLoop","detail":"{readStateIndex:27043; appliedIndex:27042; }","duration":"417.408516ms","start":"2026-07-03T16:47:40.119764Z","end":"2026-07-03T16:47:40.537172Z","steps":["trace[804240202] 'read index received' (duration: 417.271623ms)","trace[804240202] 'applied index is now lower than readState.Index' (duration: 135.963µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:40.537272Z","caller":"traceutil/trace.go:171","msg":"trace[2055062062] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"485.193176ms","start":"2026-07-03T16:47:40.052048Z","end":"2026-07-03T16:47:40.537242Z","steps":["trace[2055062062] 'process raft request' (duration: 484.95786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:40.537346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.55592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:40.537405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:40.052022Z","time spent":"485.322778ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:40.537417Z","caller":"traceutil/trace.go:171","msg":"trace[251546166] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26159; }","duration":"417.671073ms","start":"2026-07-03T16:47:40.119728Z","end":"2026-07-03T16:47:40.537399Z","steps":["trace[251546166] 'agreement among raft nodes before linearized reading' (duration: 417.533609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:40.537452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:40.119712Z","time spent":"417.733704ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:40.538236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.855618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:40.538277Z","caller":"traceutil/trace.go:171","msg":"trace[1062174705] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26160; }","duration":"402.916519ms","start":"2026-07-03T16:47:40.135349Z","end":"2026-07-03T16:47:40.538266Z","steps":["trace[1062174705] 'agreement among raft nodes before linearized reading' (duration: 402.830937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:40.538299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:40.135339Z","time spent":"402.95469ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:40.538303Z","caller":"traceutil/trace.go:171","msg":"trace[1123320216] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"378.728331ms","start":"2026-07-03T16:47:40.15955Z","end":"2026-07-03T16:47:40.538278Z","steps":["trace[1123320216] 'process raft request' (duration: 378.532576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:40.538441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:40.159528Z","time spent":"378.835815ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:41.728053Z","caller":"traceutil/trace.go:171","msg":"trace[951641097] linearizableReadLoop","detail":"{readStateIndex:27048; appliedIndex:27047; }","duration":"380.509348ms","start":"2026-07-03T16:47:41.347526Z","end":"2026-07-03T16:47:41.728036Z","steps":["trace[951641097] 'read index received' (duration: 377.003848ms)","trace[951641097] 'applied index is now lower than readState.Index' (duration: 3.50461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:41.728423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.883108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:41.72845Z","caller":"traceutil/trace.go:171","msg":"trace[1485928027] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26163; }","duration":"380.96016ms","start":"2026-07-03T16:47:41.347483Z","end":"2026-07-03T16:47:41.728443Z","steps":["trace[1485928027] 'agreement among raft nodes before linearized reading' (duration: 380.896408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:41.728469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.347464Z","time spent":"380.999611ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:41.728623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.839853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:41.728646Z","caller":"traceutil/trace.go:171","msg":"trace[1440478360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26163; }","duration":"351.898005ms","start":"2026-07-03T16:47:41.376741Z","end":"2026-07-03T16:47:41.728639Z","steps":["trace[1440478360] 'agreement among raft nodes before linearized reading' (duration: 351.858964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:41.728663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.376724Z","time spent":"351.935005ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:47:41.728859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.734726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:41.728881Z","caller":"traceutil/trace.go:171","msg":"trace[2124603614] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26163; }","duration":"139.793928ms","start":"2026-07-03T16:47:41.589082Z","end":"2026-07-03T16:47:41.728875Z","steps":["trace[2124603614] 'agreement among raft nodes before linearized reading' (duration: 139.762577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:41.728976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.531536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:41.728997Z","caller":"traceutil/trace.go:171","msg":"trace[1919727865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26163; }","duration":"336.573268ms","start":"2026-07-03T16:47:41.392418Z","end":"2026-07-03T16:47:41.728991Z","steps":["trace[1919727865] 'agreement among raft nodes before linearized reading' (duration: 336.537997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:41.729011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.392408Z","time spent":"336.598758ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:42.333238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:42.833912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:43.334955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:43.835599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:43.955646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:47:43.955741Z","caller":"traceutil/trace.go:171","msg":"trace[1982381103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000535415s","start":"2026-07-03T16:47:41.955175Z","end":"2026-07-03T16:47:43.95571Z","steps":["trace[1982381103] 'agreement among raft nodes before linearized reading' (duration: 2.000426612s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:43.955793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.955156Z","time spent":"2.000624328s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:47:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:47:44.335799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:44.60216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.775114294s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:47:44.602594Z","caller":"traceutil/trace.go:171","msg":"trace[1280849243] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"2.775661448s","start":"2026-07-03T16:47:41.826911Z","end":"2026-07-03T16:47:44.602573Z","steps":["trace[1280849243] 'process raft request' (duration: 2.775430262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:44.60271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.826886Z","time spent":"2.7757442s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:45.912462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309982908s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:47:45.912795Z","caller":"traceutil/trace.go:171","msg":"trace[1674688830] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"4.08003727s","start":"2026-07-03T16:47:41.832736Z","end":"2026-07-03T16:47:45.912773Z","steps":["trace[1674688830] 'process raft request' (duration: 4.079860755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.91289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.832713Z","time spent":"4.080115272s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:45.913036Z","caller":"traceutil/trace.go:171","msg":"trace[1455398482] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"4.080181843s","start":"2026-07-03T16:47:41.832829Z","end":"2026-07-03T16:47:45.913011Z","steps":["trace[1455398482] 'process raft request' (duration: 4.079915446s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.913148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.832799Z","time spent":"4.080292515s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:45.913212Z","caller":"traceutil/trace.go:171","msg":"trace[1788758645] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"3.370273004s","start":"2026-07-03T16:47:42.542913Z","end":"2026-07-03T16:47:45.913186Z","steps":["trace[1788758645] 'process raft request' (duration: 3.370053088s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.913259Z","caller":"traceutil/trace.go:171","msg":"trace[1139711511] linearizableReadLoop","detail":"{readStateIndex:27057; appliedIndex:27048; }","duration":"4.080401588s","start":"2026-07-03T16:47:41.832837Z","end":"2026-07-03T16:47:45.913239Z","steps":["trace[1139711511] 'read index received' (duration: 2.769526297s)","trace[1139711511] 'applied index is now lower than readState.Index' (duration: 1.310874491s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:45.913344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.542892Z","time spent":"3.370386656s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:45.913366Z","caller":"traceutil/trace.go:171","msg":"trace[2025284535] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"3.35509591s","start":"2026-07-03T16:47:42.558261Z","end":"2026-07-03T16:47:45.913357Z","steps":["trace[2025284535] 'process raft request' (duration: 3.354923746s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.913379Z","caller":"traceutil/trace.go:171","msg":"trace[240132769] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"3.355770337s","start":"2026-07-03T16:47:42.557579Z","end":"2026-07-03T16:47:45.913349Z","steps":["trace[240132769] 'process raft request' (duration: 3.355580202s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.913465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.558249Z","time spent":"3.355139051s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:45.913476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.55757Z","time spent":"3.35585245s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:45.913497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080665855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:47:45.91352Z","caller":"traceutil/trace.go:171","msg":"trace[1437150238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26172; }","duration":"4.080712126s","start":"2026-07-03T16:47:41.832801Z","end":"2026-07-03T16:47:45.913513Z","steps":["trace[1437150238] 'agreement among raft nodes before linearized reading' (duration: 4.080592443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.913593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.832783Z","time spent":"4.08080639s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:47:45.913636Z","caller":"traceutil/trace.go:171","msg":"trace[140356137] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"2.801402545s","start":"2026-07-03T16:47:43.112228Z","end":"2026-07-03T16:47:45.91363Z","steps":["trace[140356137] 'process raft request' (duration: 2.800979134s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.913646Z","caller":"traceutil/trace.go:171","msg":"trace[1476730247] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"3.357396319s","start":"2026-07-03T16:47:42.556241Z","end":"2026-07-03T16:47:45.913637Z","steps":["trace[1476730247] 'process raft request' (duration: 3.356890826s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.913663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:43.112203Z","time spent":"2.801441976s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:45.913676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075865052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:47:45.913691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.556206Z","time spent":"3.357460841s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:45.913726Z","caller":"traceutil/trace.go:171","msg":"trace[692894645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26172; }","duration":"4.075937233s","start":"2026-07-03T16:47:41.837781Z","end":"2026-07-03T16:47:45.913719Z","steps":["trace[692894645] 'agreement among raft nodes before linearized reading' (duration: 4.07582315s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.91375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.837768Z","time spent":"4.075977024s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:45.913796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:45.913827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748998245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:45.913849Z","caller":"traceutil/trace.go:171","msg":"trace[1367947053] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26172; }","duration":"2.749073556s","start":"2026-07-03T16:47:43.164767Z","end":"2026-07-03T16:47:45.913841Z","steps":["trace[1367947053] 'agreement among raft nodes before linearized reading' (duration: 2.749045106s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.913866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:43.164746Z","time spent":"2.749115248s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:45.913863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234593299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:45.91391Z","caller":"traceutil/trace.go:171","msg":"trace[1575068176] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26172; }","duration":"1.234679542s","start":"2026-07-03T16:47:44.679217Z","end":"2026-07-03T16:47:45.913897Z","steps":["trace[1575068176] 'agreement among raft nodes before linearized reading' (duration: 1.234584639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.913934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:44.679196Z","time spent":"1.234731163s","remote":"127.0.0.1:44592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:45.913992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660429834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:47:45.914024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968980185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:45.913996Z","caller":"traceutil/trace.go:171","msg":"trace[1865845049] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"3.36515291s","start":"2026-07-03T16:47:42.548591Z","end":"2026-07-03T16:47:45.913744Z","steps":["trace[1865845049] 'process raft request' (duration: 3.364498863s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.914053Z","caller":"traceutil/trace.go:171","msg":"trace[1188003128] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26172; }","duration":"2.969043807s","start":"2026-07-03T16:47:42.945Z","end":"2026-07-03T16:47:45.914044Z","steps":["trace[1188003128] 'agreement among raft nodes before linearized reading' (duration: 2.968988585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953728369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:45.914078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.944982Z","time spent":"2.969089427s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:45.914091Z","caller":"traceutil/trace.go:171","msg":"trace[1439564547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26172; }","duration":"1.953781s","start":"2026-07-03T16:47:43.960304Z","end":"2026-07-03T16:47:45.914085Z","steps":["trace[1439564547] 'agreement among raft nodes before linearized reading' (duration: 1.953746499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.88251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:45.914113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07580226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:45.914159Z","caller":"traceutil/trace.go:171","msg":"trace[68121179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26172; }","duration":"4.075861861s","start":"2026-07-03T16:47:41.838284Z","end":"2026-07-03T16:47:45.914145Z","steps":["trace[68121179] 'agreement among raft nodes before linearized reading' (duration: 4.075755418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.548581Z","time spent":"3.365503789s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:45.914209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961320597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-wqgtf.18bed4cbce243043\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-07-03T16:47:45.9142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.838277Z","time spent":"4.075905832s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004287541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-03T16:47:45.914231Z","caller":"traceutil/trace.go:171","msg":"trace[600875568] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-wqgtf.18bed4cbce243043; range_end:; response_count:1; response_revision:26172; }","duration":"1.961364947s","start":"2026-07-03T16:47:43.952859Z","end":"2026-07-03T16:47:45.914224Z","steps":["trace[600875568] 'agreement among raft nodes before linearized reading' (duration: 1.961280055s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.914238Z","caller":"traceutil/trace.go:171","msg":"trace[784701754] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26172; }","duration":"1.004342992s","start":"2026-07-03T16:47:44.90989Z","end":"2026-07-03T16:47:45.914233Z","steps":["trace[784701754] 'agreement among raft nodes before linearized reading' (duration: 1.00425141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:43.952843Z","time spent":"1.961402609s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-wqgtf.18bed4cbce243043\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:44.909872Z","time spent":"1.004379393s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076086627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:45.914031Z","caller":"traceutil/trace.go:171","msg":"trace[2013665792] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26172; }","duration":"1.660519597s","start":"2026-07-03T16:47:44.253502Z","end":"2026-07-03T16:47:45.914021Z","steps":["trace[2013665792] 'agreement among raft nodes before linearized reading' (duration: 1.660339042s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.914297Z","caller":"traceutil/trace.go:171","msg":"trace[1479023830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26172; }","duration":"4.076138469s","start":"2026-07-03T16:47:41.838153Z","end":"2026-07-03T16:47:45.914291Z","steps":["trace[1479023830] 'agreement among raft nodes before linearized reading' (duration: 4.076046987s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.838138Z","time spent":"4.076174409s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:44.253484Z","time spent":"1.660828274s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:45.914342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164168892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:47:45.914369Z","caller":"traceutil/trace.go:171","msg":"trace[140249812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26172; }","duration":"3.164258805s","start":"2026-07-03T16:47:42.750102Z","end":"2026-07-03T16:47:45.914361Z","steps":["trace[140249812] 'agreement among raft nodes before linearized reading' (duration: 3.164175033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.750084Z","time spent":"3.164306235s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07657721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:47:45.914422Z","caller":"traceutil/trace.go:171","msg":"trace[64419036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26172; }","duration":"4.076617862s","start":"2026-07-03T16:47:41.837798Z","end":"2026-07-03T16:47:45.914416Z","steps":["trace[64419036] 'agreement among raft nodes before linearized reading' (duration: 4.0765558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.837786Z","time spent":"4.076647843s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26146075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-07-03T16:47:45.913826Z","caller":"traceutil/trace.go:171","msg":"trace[525357258] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26172; }","duration":"2.581859556s","start":"2026-07-03T16:47:43.331957Z","end":"2026-07-03T16:47:45.913817Z","steps":["trace[525357258] 'agreement among raft nodes before linearized reading' (duration: 2.581808934s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.914468Z","caller":"traceutil/trace.go:171","msg":"trace[157672700] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26172; }","duration":"2.261538811s","start":"2026-07-03T16:47:43.652923Z","end":"2026-07-03T16:47:45.914462Z","steps":["trace[157672700] 'agreement among raft nodes before linearized reading' (duration: 2.261447728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:43.652901Z","time spent":"2.261581082s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11819,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:43.331937Z","time spent":"2.582542954s","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:45.914518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16442136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:47:45.914544Z","caller":"traceutil/trace.go:171","msg":"trace[1073365168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26172; }","duration":"3.164489091s","start":"2026-07-03T16:47:42.750047Z","end":"2026-07-03T16:47:45.914536Z","steps":["trace[1073365168] 'agreement among raft nodes before linearized reading' (duration: 3.164402529s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333223551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:47:45.91457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.75003Z","time spent":"3.164534343s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:47:45.914577Z","caller":"traceutil/trace.go:171","msg":"trace[1582198803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26172; }","duration":"3.333276783s","start":"2026-07-03T16:47:42.581294Z","end":"2026-07-03T16:47:45.91457Z","steps":["trace[1582198803] 'agreement among raft nodes before linearized reading' (duration: 3.333206041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.913802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69218517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:45.914598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.581276Z","time spent":"3.333317704s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:47:45.914605Z","caller":"traceutil/trace.go:171","msg":"trace[1495215342] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26172; }","duration":"2.693013602s","start":"2026-07-03T16:47:43.221585Z","end":"2026-07-03T16:47:45.914598Z","steps":["trace[1495215342] 'agreement among raft nodes before linearized reading' (duration: 2.69219728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:43.960272Z","time spent":"1.953835261s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:47:45.914628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:43.221569Z","time spent":"2.693051033s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:45.914127Z","caller":"traceutil/trace.go:171","msg":"trace[1328177132] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26172; }","duration":"560.950051ms","start":"2026-07-03T16:47:45.353169Z","end":"2026-07-03T16:47:45.914119Z","steps":["trace[1328177132] 'agreement among raft nodes before linearized reading' (duration: 560.90814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:45.914755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.353148Z","time spent":"561.59999ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:46.170129Z","caller":"traceutil/trace.go:171","msg":"trace[208986092] linearizableReadLoop","detail":"{readStateIndex:27058; appliedIndex:27057; }","duration":"249.523637ms","start":"2026-07-03T16:47:45.920571Z","end":"2026-07-03T16:47:46.170095Z","steps":["trace[208986092] 'read index received' (duration: 247.997777ms)","trace[208986092] 'applied index is now lower than readState.Index' (duration: 1.52398ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:46.170189Z","caller":"traceutil/trace.go:171","msg":"trace[748238762] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"249.602269ms","start":"2026-07-03T16:47:45.920534Z","end":"2026-07-03T16:47:46.170136Z","steps":["trace[748238762] 'process raft request' (duration: 248.079629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.170396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.799784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:47:46.170464Z","caller":"traceutil/trace.go:171","msg":"trace[1436009322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26173; }","duration":"249.910447ms","start":"2026-07-03T16:47:45.920538Z","end":"2026-07-03T16:47:46.170449Z","steps":["trace[1436009322] 'agreement among raft nodes before linearized reading' (duration: 249.699642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.671137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:47.171321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:47.671744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:47.923016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:47:47.923088Z","caller":"traceutil/trace.go:171","msg":"trace[1071911687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235267s","start":"2026-07-03T16:47:45.922837Z","end":"2026-07-03T16:47:47.923072Z","steps":["trace[1071911687] 'agreement among raft nodes before linearized reading' (duration: 2.000152114s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:47.923124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.92283Z","time spent":"2.000285848s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:47:48.172395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:48.672851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:48.741274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.572575886s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:47:48.783957Z","caller":"traceutil/trace.go:171","msg":"trace[949313524] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"2.86279654s","start":"2026-07-03T16:47:45.921139Z","end":"2026-07-03T16:47:48.783935Z","steps":["trace[949313524] 'process raft request' (duration: 2.862644316s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:48.783969Z","caller":"traceutil/trace.go:171","msg":"trace[559220280] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"2.862805539s","start":"2026-07-03T16:47:45.921115Z","end":"2026-07-03T16:47:48.78392Z","steps":["trace[559220280] 'process raft request' (duration: 2.862619524s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:48.783971Z","caller":"traceutil/trace.go:171","msg":"trace[783196865] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"2.863151339s","start":"2026-07-03T16:47:45.92079Z","end":"2026-07-03T16:47:48.783941Z","steps":["trace[783196865] 'process raft request' (duration: 2.820664426s)","trace[783196865] 'compare' (duration: 38.607682ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:48.783988Z","caller":"traceutil/trace.go:171","msg":"trace[868540171] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"2.862785289s","start":"2026-07-03T16:47:45.921174Z","end":"2026-07-03T16:47:48.783959Z","steps":["trace[868540171] 'process raft request' (duration: 2.862647306s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:48.783995Z","caller":"traceutil/trace.go:171","msg":"trace[1287257797] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"2.861965418s","start":"2026-07-03T16:47:45.921998Z","end":"2026-07-03T16:47:48.783963Z","steps":["trace[1287257797] 'process raft request' (duration: 2.861886356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.784067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.921129Z","time spent":"2.862881691s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:48.784074Z","caller":"traceutil/trace.go:171","msg":"trace[1929374957] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"2.863141398s","start":"2026-07-03T16:47:45.920917Z","end":"2026-07-03T16:47:48.784058Z","steps":["trace[1929374957] 'process raft request' (duration: 2.862695616s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:48.784074Z","caller":"traceutil/trace.go:171","msg":"trace[210625197] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"2.86285923s","start":"2026-07-03T16:47:45.92119Z","end":"2026-07-03T16:47:48.784049Z","steps":["trace[210625197] 'process raft request' (duration: 2.862664155s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.784117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.920775Z","time spent":"2.863268561s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:48.784116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.921107Z","time spent":"2.862926242s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:48.784136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.920909Z","time spent":"2.86319643s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:48.784145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.921081Z","time spent":"2.862972824s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:48.78415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.921178Z","time spent":"2.862933173s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:48.784144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.921988Z","time spent":"2.862078411s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:49.924112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:47:49.924192Z","caller":"traceutil/trace.go:171","msg":"trace[922388186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162554s","start":"2026-07-03T16:47:47.924008Z","end":"2026-07-03T16:47:49.924171Z","steps":["trace[922388186] 'agreement among raft nodes before linearized reading' (duration: 2.000061732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.924258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.923994Z","time spent":"2.000255697s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:47:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:47:49.94342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201636835s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:47:50.322609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.947127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:47:50.322857Z","caller":"traceutil/trace.go:171","msg":"trace[956666031] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"3.714558811s","start":"2026-07-03T16:47:46.608271Z","end":"2026-07-03T16:47:50.32283Z","steps":["trace[956666031] 'process raft request' (duration: 3.335309616s)","trace[956666031] 'compare' (duration: 378.786883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:50.322979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.608241Z","time spent":"3.714673624s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:50.323377Z","caller":"traceutil/trace.go:171","msg":"trace[323668826] linearizableReadLoop","detail":"{readStateIndex:27076; appliedIndex:27058; }","duration":"4.153151997s","start":"2026-07-03T16:47:46.170208Z","end":"2026-07-03T16:47:50.32336Z","steps":["trace[323668826] 'read index received' (duration: 2.571228571s)","trace[323668826] 'applied index is now lower than readState.Index' (duration: 1.581922546s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:50.323472Z","caller":"traceutil/trace.go:171","msg":"trace[756047906] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"2.404532231s","start":"2026-07-03T16:47:47.91893Z","end":"2026-07-03T16:47:50.323463Z","steps":["trace[756047906] 'process raft request' (duration: 2.404065209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.323541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.918921Z","time spent":"2.404580773s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:50.323779Z","caller":"traceutil/trace.go:171","msg":"trace[1082957837] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"2.4044655s","start":"2026-07-03T16:47:47.919297Z","end":"2026-07-03T16:47:50.323762Z","steps":["trace[1082957837] 'process raft request' (duration: 2.403727231s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.323852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.919285Z","time spent":"2.404534952s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:50.324085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400670723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"warn","ts":"2026-07-03T16:47:50.324093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234775266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-03T16:47:50.324127Z","caller":"traceutil/trace.go:171","msg":"trace[1957001776] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26191; }","duration":"4.400730574s","start":"2026-07-03T16:47:45.923386Z","end":"2026-07-03T16:47:50.324117Z","steps":["trace[1957001776] 'agreement among raft nodes before linearized reading' (duration: 4.40056794s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324091Z","caller":"traceutil/trace.go:171","msg":"trace[742609887] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"2.1605657s","start":"2026-07-03T16:47:48.163494Z","end":"2026-07-03T16:47:50.32406Z","steps":["trace[742609887] 'process raft request' (duration: 2.15983125s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324152Z","caller":"traceutil/trace.go:171","msg":"trace[1885613597] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26191; }","duration":"4.234869658s","start":"2026-07-03T16:47:46.089265Z","end":"2026-07-03T16:47:50.324135Z","steps":["trace[1885613597] 'agreement among raft nodes before linearized reading' (duration: 4.234651763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:45.923378Z","time spent":"4.400774785s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11819,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-03T16:47:50.324189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.089248Z","time spent":"4.23493436s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"info","ts":"2026-07-03T16:47:50.324218Z","caller":"traceutil/trace.go:171","msg":"trace[64535085] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"2.404242235s","start":"2026-07-03T16:47:47.919912Z","end":"2026-07-03T16:47:50.324155Z","steps":["trace[64535085] 'process raft request' (duration: 2.403382552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206908472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:50.32431Z","caller":"traceutil/trace.go:171","msg":"trace[207794231] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26191; }","duration":"4.206987715s","start":"2026-07-03T16:47:46.117313Z","end":"2026-07-03T16:47:50.324301Z","steps":["trace[207794231] 'agreement among raft nodes before linearized reading' (duration: 4.206903063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.919902Z","time spent":"2.404364748s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:50.324337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.117298Z","time spent":"4.207033145s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:50.324353Z","caller":"traceutil/trace.go:171","msg":"trace[1331325465] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"3.696809801s","start":"2026-07-03T16:47:46.627536Z","end":"2026-07-03T16:47:50.324346Z","steps":["trace[1331325465] 'process raft request' (duration: 3.695205159s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324268Z","caller":"traceutil/trace.go:171","msg":"trace[558121916] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"3.44798715s","start":"2026-07-03T16:47:46.876267Z","end":"2026-07-03T16:47:50.324255Z","steps":["trace[558121916] 'process raft request' (duration: 3.446558093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.627513Z","time spent":"3.696869632s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:50.324472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.8242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:50.324485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454249333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:50.324474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.876246Z","time spent":"3.448149835s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:50.324509Z","caller":"traceutil/trace.go:171","msg":"trace[282485550] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26191; }","duration":"2.454290544s","start":"2026-07-03T16:47:47.870211Z","end":"2026-07-03T16:47:50.324502Z","steps":["trace[282485550] 'agreement among raft nodes before linearized reading' (duration: 2.454246653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.870204Z","time spent":"2.454319014s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:50.324553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152577092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:47:50.324607Z","caller":"traceutil/trace.go:171","msg":"trace[864505905] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"2.406290597s","start":"2026-07-03T16:47:47.91831Z","end":"2026-07-03T16:47:50.324601Z","steps":["trace[864505905] 'process raft request' (duration: 2.404555102s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324609Z","caller":"traceutil/trace.go:171","msg":"trace[133471481] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"2.406062982s","start":"2026-07-03T16:47:47.918531Z","end":"2026-07-03T16:47:50.324594Z","steps":["trace[133471481] 'process raft request' (duration: 2.404393769s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324626Z","caller":"traceutil/trace.go:171","msg":"trace[1321431781] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26191; }","duration":"4.152687706s","start":"2026-07-03T16:47:46.171921Z","end":"2026-07-03T16:47:50.324609Z","steps":["trace[1321431781] 'agreement among raft nodes before linearized reading' (duration: 4.152505511s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083489338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:47:50.324654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.918286Z","time spent":"2.406339499s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:50.32465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31774555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:50.324644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6294476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:50.32467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.918501Z","time spent":"2.406137903s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:50.324704Z","caller":"traceutil/trace.go:171","msg":"trace[210597841] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26191; }","duration":"1.629544533s","start":"2026-07-03T16:47:48.695149Z","end":"2026-07-03T16:47:50.324694Z","steps":["trace[210597841] 'agreement among raft nodes before linearized reading' (duration: 1.629469121s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324707Z","caller":"traceutil/trace.go:171","msg":"trace[1791557491] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26191; }","duration":"3.317869593s","start":"2026-07-03T16:47:47.006822Z","end":"2026-07-03T16:47:50.324692Z","steps":["trace[1791557491] 'agreement among raft nodes before linearized reading' (duration: 3.317787131s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324581Z","caller":"traceutil/trace.go:171","msg":"trace[232112679] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"2.406073942s","start":"2026-07-03T16:47:47.918499Z","end":"2026-07-03T16:47:50.324573Z","steps":["trace[232112679] 'process raft request' (duration: 2.404394928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460112895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:50.324745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.006753Z","time spent":"3.317983276s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:50.324784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.05712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:47:50.324778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.91847Z","time spent":"2.406280077s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:50.324816Z","caller":"traceutil/trace.go:171","msg":"trace[382435650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26191; }","duration":"503.135912ms","start":"2026-07-03T16:47:49.821673Z","end":"2026-07-03T16:47:50.324809Z","steps":["trace[382435650] 'agreement among raft nodes before linearized reading' (duration: 503.08278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.821654Z","time spent":"503.184623ms","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:50.324865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150597441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:47:50.324915Z","caller":"traceutil/trace.go:171","msg":"trace[984706824] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26191; }","duration":"4.150681933s","start":"2026-07-03T16:47:46.174226Z","end":"2026-07-03T16:47:50.324908Z","steps":["trace[984706824] 'agreement among raft nodes before linearized reading' (duration: 4.150592941s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.324672Z","caller":"traceutil/trace.go:171","msg":"trace[184141980] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26191; }","duration":"1.08356114s","start":"2026-07-03T16:47:49.241102Z","end":"2026-07-03T16:47:50.324663Z","steps":["trace[184141980] 'agreement among raft nodes before linearized reading' (duration: 1.083382905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.639047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:47:50.324856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517907496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:50.324964Z","caller":"traceutil/trace.go:171","msg":"trace[44984472] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26191; }","duration":"750.701368ms","start":"2026-07-03T16:47:49.574254Z","end":"2026-07-03T16:47:50.324955Z","steps":["trace[44984472] 'agreement among raft nodes before linearized reading' (duration: 750.603976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.324968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.241085Z","time spent":"1.083869027s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:50.324978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461924812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:50.324992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.574235Z","time spent":"750.750909ms","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:50.324991Z","caller":"traceutil/trace.go:171","msg":"trace[356642268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26191; }","duration":"3.51806371s","start":"2026-07-03T16:47:46.806903Z","end":"2026-07-03T16:47:50.324967Z","steps":["trace[356642268] 'agreement among raft nodes before linearized reading' (duration: 3.517911116s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.325025Z","caller":"traceutil/trace.go:171","msg":"trace[1564416289] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26191; }","duration":"2.461971323s","start":"2026-07-03T16:47:47.863039Z","end":"2026-07-03T16:47:50.32501Z","steps":["trace[1564416289] 'agreement among raft nodes before linearized reading' (duration: 2.461906181s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.325052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.806886Z","time spent":"3.518149312s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:47:50.325064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.862965Z","time spent":"2.462089626s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:50.324729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420063306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:47:50.324673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740099663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:50.324783Z","caller":"traceutil/trace.go:171","msg":"trace[749407804] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26191; }","duration":"3.460197758s","start":"2026-07-03T16:47:46.864571Z","end":"2026-07-03T16:47:50.324769Z","steps":["trace[749407804] 'agreement among raft nodes before linearized reading' (duration: 3.460125046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.325223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.86455Z","time spent":"3.460659459s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:50.325412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832486052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:47:50.324508Z","caller":"traceutil/trace.go:171","msg":"trace[1252702350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26191; }","duration":"394.861411ms","start":"2026-07-03T16:47:49.929637Z","end":"2026-07-03T16:47:50.324499Z","steps":["trace[1252702350] 'agreement among raft nodes before linearized reading' (duration: 394.785869ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:50.325444Z","caller":"traceutil/trace.go:171","msg":"trace[1554002343] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26191; }","duration":"2.832556924s","start":"2026-07-03T16:47:47.49288Z","end":"2026-07-03T16:47:50.325437Z","steps":["trace[1554002343] 'agreement among raft nodes before linearized reading' (duration: 2.832436281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.325467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.492863Z","time spent":"2.832597865s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:47:50.325515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973697007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:50.325461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.929587Z","time spent":"395.862296ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:50.32513Z","caller":"traceutil/trace.go:171","msg":"trace[1310805530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26191; }","duration":"2.420459696s","start":"2026-07-03T16:47:47.904661Z","end":"2026-07-03T16:47:50.325121Z","steps":["trace[1310805530] 'agreement among raft nodes before linearized reading' (duration: 2.420026365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.325665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.904608Z","time spent":"2.42104873s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-03T16:47:50.325695Z","caller":"traceutil/trace.go:171","msg":"trace[1612805778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26191; }","duration":"2.973768729s","start":"2026-07-03T16:47:47.351772Z","end":"2026-07-03T16:47:50.325541Z","steps":["trace[1612805778] 'agreement among raft nodes before linearized reading' (duration: 2.973714498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.325755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.351754Z","time spent":"2.973983324s","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:50.324668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.171903Z","time spent":"4.152754667s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:47:50.324933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.174205Z","time spent":"4.150723344s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:47:50.324741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.695129Z","time spent":"1.629602835s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:50.323451Z","caller":"traceutil/trace.go:171","msg":"trace[16426650] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"2.4048498s","start":"2026-07-03T16:47:47.918591Z","end":"2026-07-03T16:47:50.323441Z","steps":["trace[16426650] 'process raft request' (duration: 2.404367527s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.32635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.918582Z","time spent":"2.407739304s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:50.326796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.163465Z","time spent":"2.160705332s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:50.325169Z","caller":"traceutil/trace.go:171","msg":"trace[955999522] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26191; }","duration":"1.740605045s","start":"2026-07-03T16:47:48.584547Z","end":"2026-07-03T16:47:50.325152Z","steps":["trace[955999522] 'agreement among raft nodes before linearized reading' (duration: 1.740110183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:50.328903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.584534Z","time spent":"1.744302712s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:51.26589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.549988ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-03T16:47:51.266188Z","caller":"traceutil/trace.go:171","msg":"trace[1821508027] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"936.403398ms","start":"2026-07-03T16:47:50.329768Z","end":"2026-07-03T16:47:51.266171Z","steps":["trace[1821508027] 'process raft request' (duration: 936.224654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.266319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.329753Z","time spent":"936.474621ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:51.266506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.325086Z","time spent":"941.418209ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:47:51.266623Z","caller":"traceutil/trace.go:171","msg":"trace[48828860] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27076; }","duration":"940.378633ms","start":"2026-07-03T16:47:50.326234Z","end":"2026-07-03T16:47:51.266613Z","steps":["trace[48828860] 'read index received' (duration: 596.074495ms)","trace[48828860] 'applied index is now lower than readState.Index' (duration: 344.302978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:51.26673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.490456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:51.266753Z","caller":"traceutil/trace.go:171","msg":"trace[1875624596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26192; }","duration":"940.537017ms","start":"2026-07-03T16:47:50.326209Z","end":"2026-07-03T16:47:51.266746Z","steps":["trace[1875624596] 'agreement among raft nodes before linearized reading' (duration: 940.458035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.266774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.326198Z","time spent":"940.571598ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:51.290295Z","caller":"traceutil/trace.go:171","msg":"trace[746914563] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"365.265033ms","start":"2026-07-03T16:47:50.925012Z","end":"2026-07-03T16:47:51.290277Z","steps":["trace[746914563] 'process raft request' (duration: 365.152799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.290427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.925003Z","time spent":"365.355725ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:51.29045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.466788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:51.290508Z","caller":"traceutil/trace.go:171","msg":"trace[1428756299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26193; }","duration":"365.54947ms","start":"2026-07-03T16:47:50.924944Z","end":"2026-07-03T16:47:51.290493Z","steps":["trace[1428756299] 'agreement among raft nodes before linearized reading' (duration: 365.362576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.290509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.417207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:51.290537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.924939Z","time spent":"365.591351ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:47:51.290548Z","caller":"traceutil/trace.go:171","msg":"trace[122791272] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26193; }","duration":"563.486268ms","start":"2026-07-03T16:47:50.727051Z","end":"2026-07-03T16:47:51.290537Z","steps":["trace[122791272] 'agreement among raft nodes before linearized reading' (duration: 563.415927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.290579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.727037Z","time spent":"563.53175ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:51.290583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.460951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:51.290627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.057568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:51.290648Z","caller":"traceutil/trace.go:171","msg":"trace[271824443] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26193; }","duration":"959.093229ms","start":"2026-07-03T16:47:50.331547Z","end":"2026-07-03T16:47:51.29064Z","steps":["trace[271824443] 'agreement among raft nodes before linearized reading' (duration: 959.059718ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:51.290654Z","caller":"traceutil/trace.go:171","msg":"trace[2012721268] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26193; }","duration":"894.548193ms","start":"2026-07-03T16:47:50.396088Z","end":"2026-07-03T16:47:51.290636Z","steps":["trace[2012721268] 'agreement among raft nodes before linearized reading' (duration: 894.403079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.290655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.961707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:47:51.290701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.395907Z","time spent":"894.786359ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:47:51.29072Z","caller":"traceutil/trace.go:171","msg":"trace[1415296896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26193; }","duration":"367.035258ms","start":"2026-07-03T16:47:50.923659Z","end":"2026-07-03T16:47:51.290695Z","steps":["trace[1415296896] 'agreement among raft nodes before linearized reading' (duration: 366.830993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.290745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.923657Z","time spent":"367.08072ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:51.290743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.323355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:47:51.290772Z","caller":"traceutil/trace.go:171","msg":"trace[152592912] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b; range_end:; response_count:1; response_revision:26193; }","duration":"959.381166ms","start":"2026-07-03T16:47:50.331381Z","end":"2026-07-03T16:47:51.290762Z","steps":["trace[152592912] 'agreement among raft nodes before linearized reading' (duration: 959.297934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.290797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.33136Z","time spent":"959.431378ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" "} {"level":"warn","ts":"2026-07-03T16:47:51.290798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.135651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:47:51.290843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.159111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:47:51.29085Z","caller":"traceutil/trace.go:171","msg":"trace[517073720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26193; }","duration":"367.194302ms","start":"2026-07-03T16:47:50.923646Z","end":"2026-07-03T16:47:51.29084Z","steps":["trace[517073720] 'agreement among raft nodes before linearized reading' (duration: 367.066279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:51.290862Z","caller":"traceutil/trace.go:171","msg":"trace[1119361273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26193; }","duration":"367.182432ms","start":"2026-07-03T16:47:50.923673Z","end":"2026-07-03T16:47:51.290855Z","steps":["trace[1119361273] 'agreement among raft nodes before linearized reading' (duration: 367.12206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.290879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.923668Z","time spent":"367.206813ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:47:51.290879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.923644Z","time spent":"367.227303ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:51.290668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.331539Z","time spent":"959.12492ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:47:51.290957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.717518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:51.290993Z","caller":"traceutil/trace.go:171","msg":"trace[1316232319] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26193; }","duration":"592.79488ms","start":"2026-07-03T16:47:50.698185Z","end":"2026-07-03T16:47:51.29098Z","steps":["trace[1316232319] 'agreement among raft nodes before linearized reading' (duration: 592.728788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.291023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.698163Z","time spent":"592.852321ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:51.291062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.426699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:51.2911Z","caller":"traceutil/trace.go:171","msg":"trace[1696101367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26193; }","duration":"367.4905ms","start":"2026-07-03T16:47:50.923601Z","end":"2026-07-03T16:47:51.291091Z","steps":["trace[1696101367] 'agreement among raft nodes before linearized reading' (duration: 367.396707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.291095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.293843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:47:51.291134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.923587Z","time spent":"367.538282ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:47:51.291138Z","caller":"traceutil/trace.go:171","msg":"trace[985627382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26193; }","duration":"652.366886ms","start":"2026-07-03T16:47:50.63876Z","end":"2026-07-03T16:47:51.291127Z","steps":["trace[985627382] 'agreement among raft nodes before linearized reading' (duration: 652.300784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.29117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.638738Z","time spent":"652.423847ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:51.791034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:52.293734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:52.7373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447131709s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:47:52.742926Z","caller":"traceutil/trace.go:171","msg":"trace[2086962685] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"1.473924994s","start":"2026-07-03T16:47:51.268962Z","end":"2026-07-03T16:47:52.742887Z","steps":["trace[2086962685] 'process raft request' (duration: 1.468493533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.743104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.268941Z","time spent":"1.474071598s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:53.277777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003587282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:47:53.277843Z","caller":"traceutil/trace.go:171","msg":"trace[1809106730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003689614s","start":"2026-07-03T16:47:51.274138Z","end":"2026-07-03T16:47:53.277828Z","steps":["trace[1809106730] 'agreement among raft nodes before linearized reading' (duration: 2.003598962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.277874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.274129Z","time spent":"2.003739307s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:47:54.387074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649590494s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:47:54.387972Z","caller":"traceutil/trace.go:171","msg":"trace[560517696] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"3.093060737s","start":"2026-07-03T16:47:51.294864Z","end":"2026-07-03T16:47:54.387924Z","steps":["trace[560517696] 'process raft request' (duration: 3.092692678s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:54.388016Z","caller":"traceutil/trace.go:171","msg":"trace[1688730500] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"3.091477266s","start":"2026-07-03T16:47:51.296498Z","end":"2026-07-03T16:47:54.387975Z","steps":["trace[1688730500] 'process raft request' (duration: 3.091139367s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:54.38813Z","caller":"traceutil/trace.go:171","msg":"trace[1298204766] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"3.093577491s","start":"2026-07-03T16:47:51.294518Z","end":"2026-07-03T16:47:54.388095Z","steps":["trace[1298204766] 'process raft request' (duration: 3.092767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:54.388179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.294852Z","time spent":"3.093225651s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:54.388197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.296485Z","time spent":"3.091600309s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:54.388198Z","caller":"traceutil/trace.go:171","msg":"trace[973347959] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"3.09165469s","start":"2026-07-03T16:47:51.296506Z","end":"2026-07-03T16:47:54.388161Z","steps":["trace[973347959] 'process raft request' (duration: 3.091161088s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:54.388314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.294502Z","time spent":"3.093721714s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:54.388147Z","caller":"traceutil/trace.go:171","msg":"trace[1452804137] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"3.093065257s","start":"2026-07-03T16:47:51.295041Z","end":"2026-07-03T16:47:54.388107Z","steps":["trace[1452804137] 'process raft request' (duration: 3.092561464s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:54.388377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.296495Z","time spent":"3.091803604s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:54.388466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.295033Z","time spent":"3.093376515s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:54.872324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.60585ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:47:54.873184Z","caller":"traceutil/trace.go:171","msg":"trace[408960312] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"2.543161091s","start":"2026-07-03T16:47:52.330001Z","end":"2026-07-03T16:47:54.873162Z","steps":["trace[408960312] 'process raft request' (duration: 2.542408922s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:54.873313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.32998Z","time spent":"2.543262684s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:55.287458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997499808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:47:55.287575Z","caller":"traceutil/trace.go:171","msg":"trace[55823081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997675162s","start":"2026-07-03T16:47:53.289882Z","end":"2026-07-03T16:47:55.287557Z","steps":["trace[55823081] 'agreement among raft nodes before linearized reading' (duration: 1.997478567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:55.287648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.28985Z","time spent":"1.997759165s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:47:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:47:56.898416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025200745s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:47:56.898823Z","caller":"traceutil/trace.go:171","msg":"trace[323371905] linearizableReadLoop","detail":"{readStateIndex:27086; appliedIndex:27079; }","duration":"5.608527039s","start":"2026-07-03T16:47:51.290282Z","end":"2026-07-03T16:47:56.898809Z","steps":["trace[323371905] 'read index received' (duration: 1.447186849s)","trace[323371905] 'applied index is now lower than readState.Index' (duration: 4.161337229s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:56.898883Z","caller":"traceutil/trace.go:171","msg":"trace[59993306] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"4.562952985s","start":"2026-07-03T16:47:52.335922Z","end":"2026-07-03T16:47:56.898875Z","steps":["trace[59993306] 'process raft request' (duration: 2.537225857s)","trace[59993306] 'compare' (duration: 2.024167407s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:56.898929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.33591Z","time spent":"4.562990056s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:56.898931Z","caller":"traceutil/trace.go:171","msg":"trace[1080661359] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"4.562798822s","start":"2026-07-03T16:47:52.336102Z","end":"2026-07-03T16:47:56.8989Z","steps":["trace[1080661359] 'process raft request' (duration: 4.562575276s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.898943Z","caller":"traceutil/trace.go:171","msg":"trace[1280975316] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"4.562910674s","start":"2026-07-03T16:47:52.336009Z","end":"2026-07-03T16:47:56.89892Z","steps":["trace[1280975316] 'process raft request' (duration: 4.562542874s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.899039Z","caller":"traceutil/trace.go:171","msg":"trace[2119122864] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"4.562958995s","start":"2026-07-03T16:47:52.336067Z","end":"2026-07-03T16:47:56.899026Z","steps":["trace[2119122864] 'process raft request' (duration: 4.562558325s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.899046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.336096Z","time spent":"4.562887234s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:56.899049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.336004Z","time spent":"4.562986506s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:56.899104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.336062Z","time spent":"4.563004197s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:56.899107Z","caller":"traceutil/trace.go:171","msg":"trace[1031633612] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"4.562912364s","start":"2026-07-03T16:47:52.336187Z","end":"2026-07-03T16:47:56.899099Z","steps":["trace[1031633612] 'process raft request' (duration: 4.562522984s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.89915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.336181Z","time spent":"4.562945216s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:56.899173Z","caller":"traceutil/trace.go:171","msg":"trace[1732127427] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"4.457130148s","start":"2026-07-03T16:47:52.442033Z","end":"2026-07-03T16:47:56.899164Z","steps":["trace[1732127427] 'process raft request' (duration: 4.456717757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.899214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.442015Z","time spent":"4.457175829s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:56.899229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.626912656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:47:56.899255Z","caller":"traceutil/trace.go:171","msg":"trace[1115940156] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26207; }","duration":"5.626967448s","start":"2026-07-03T16:47:51.272279Z","end":"2026-07-03T16:47:56.899247Z","steps":["trace[1115940156] 'agreement among raft nodes before linearized reading' (duration: 5.626856545s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.899261Z","caller":"traceutil/trace.go:171","msg":"trace[194867839] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"4.453610067s","start":"2026-07-03T16:47:52.445643Z","end":"2026-07-03T16:47:56.899253Z","steps":["trace[194867839] 'process raft request' (duration: 4.453133135s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.899275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.272266Z","time spent":"5.627003828s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:47:56.899294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.445624Z","time spent":"4.453652798s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:56.913637Z","caller":"traceutil/trace.go:171","msg":"trace[840468988] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"617.611922ms","start":"2026-07-03T16:47:56.296001Z","end":"2026-07-03T16:47:56.913613Z","steps":["trace[840468988] 'process raft request' (duration: 617.458469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.913753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.577237767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.913764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337020729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:56.913798Z","caller":"traceutil/trace.go:171","msg":"trace[1568462695] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26208; }","duration":"4.577308338s","start":"2026-07-03T16:47:52.336477Z","end":"2026-07-03T16:47:56.913785Z","steps":["trace[1568462695] 'agreement among raft nodes before linearized reading' (duration: 4.577210815s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.913776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620258643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.913826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.336468Z","time spent":"4.577350569s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.913816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.295979Z","time spent":"617.756887ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:56.913846Z","caller":"traceutil/trace.go:171","msg":"trace[1244469582] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26208; }","duration":"5.620368606s","start":"2026-07-03T16:47:51.293461Z","end":"2026-07-03T16:47:56.91383Z","steps":["trace[1244469582] 'agreement among raft nodes before linearized reading' (duration: 5.620168611s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.913893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.293445Z","time spent":"5.620439817s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:47:56.914011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251687624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.914017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168356721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:47:56.913833Z","caller":"traceutil/trace.go:171","msg":"trace[1173920471] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26208; }","duration":"3.337143132s","start":"2026-07-03T16:47:53.576665Z","end":"2026-07-03T16:47:56.913808Z","steps":["trace[1173920471] 'agreement among raft nodes before linearized reading' (duration: 3.336996139s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384966674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:56.914039Z","caller":"traceutil/trace.go:171","msg":"trace[1914994864] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26208; }","duration":"4.251762666s","start":"2026-07-03T16:47:52.662267Z","end":"2026-07-03T16:47:56.914029Z","steps":["trace[1914994864] 'agreement among raft nodes before linearized reading' (duration: 4.251716185s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.914093Z","caller":"traceutil/trace.go:171","msg":"trace[398829165] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26208; }","duration":"4.385013776s","start":"2026-07-03T16:47:52.529075Z","end":"2026-07-03T16:47:56.914089Z","steps":["trace[398829165] 'agreement among raft nodes before linearized reading' (duration: 4.384976735s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.576643Z","time spent":"3.337432979s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.914111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.529056Z","time spent":"4.385050106s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.914111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.662245Z","time spent":"4.251851859s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.914153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.014931078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:56.914178Z","caller":"traceutil/trace.go:171","msg":"trace[1052461216] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26208; }","duration":"5.01498325s","start":"2026-07-03T16:47:51.899185Z","end":"2026-07-03T16:47:56.914169Z","steps":["trace[1052461216] 'agreement among raft nodes before linearized reading' (duration: 5.014929428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.899167Z","time spent":"5.01502347s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.914227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.423913495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:56.914245Z","caller":"traceutil/trace.go:171","msg":"trace[540928931] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26208; }","duration":"4.423965677s","start":"2026-07-03T16:47:52.490274Z","end":"2026-07-03T16:47:56.914239Z","steps":["trace[540928931] 'agreement among raft nodes before linearized reading' (duration: 4.423932986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.490254Z","time spent":"4.424003268s","remote":"127.0.0.1:55192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.91431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.075000508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.914304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.738187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:56.91433Z","caller":"traceutil/trace.go:171","msg":"trace[1167486235] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26208; }","duration":"5.07506479s","start":"2026-07-03T16:47:51.839259Z","end":"2026-07-03T16:47:56.914324Z","steps":["trace[1167486235] 'agreement among raft nodes before linearized reading' (duration: 5.075024469s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.914347Z","caller":"traceutil/trace.go:171","msg":"trace[142043758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26208; }","duration":"520.82884ms","start":"2026-07-03T16:47:56.393506Z","end":"2026-07-03T16:47:56.914335Z","steps":["trace[142043758] 'agreement among raft nodes before linearized reading' (duration: 520.693207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.839232Z","time spent":"5.075113991s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:56.914067Z","caller":"traceutil/trace.go:171","msg":"trace[319460507] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26208; }","duration":"4.168435563s","start":"2026-07-03T16:47:52.745619Z","end":"2026-07-03T16:47:56.914054Z","steps":["trace[319460507] 'agreement among raft nodes before linearized reading' (duration: 4.168269149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68452015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.914384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.393473Z","time spent":"520.903171ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:56.914402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.745606Z","time spent":"4.168787852s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:47:56.914413Z","caller":"traceutil/trace.go:171","msg":"trace[685189548] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26208; }","duration":"3.684616863s","start":"2026-07-03T16:47:53.229782Z","end":"2026-07-03T16:47:56.914399Z","steps":["trace[685189548] 'agreement among raft nodes before linearized reading' (duration: 3.684541051s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.229765Z","time spent":"3.684677015s","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.914488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135391606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:56.91451Z","caller":"traceutil/trace.go:171","msg":"trace[215988966] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26208; }","duration":"5.135454887s","start":"2026-07-03T16:47:51.779049Z","end":"2026-07-03T16:47:56.914504Z","steps":["trace[215988966] 'agreement among raft nodes before linearized reading' (duration: 5.135406876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.779029Z","time spent":"5.135499879s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.914645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.088617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:47:56.914667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19448898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:56.914681Z","caller":"traceutil/trace.go:171","msg":"trace[1590374285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26208; }","duration":"521.126558ms","start":"2026-07-03T16:47:56.393543Z","end":"2026-07-03T16:47:56.91467Z","steps":["trace[1590374285] 'agreement among raft nodes before linearized reading' (duration: 520.992544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.393485Z","time spent":"521.220929ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:56.914722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.267839684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.91473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138029014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-03T16:47:56.914776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618326923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:56.914778Z","caller":"traceutil/trace.go:171","msg":"trace[68741137] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26208; }","duration":"4.138115106s","start":"2026-07-03T16:47:52.776648Z","end":"2026-07-03T16:47:56.914763Z","steps":["trace[68741137] 'agreement among raft nodes before linearized reading' (duration: 4.137982063s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.914797Z","caller":"traceutil/trace.go:171","msg":"trace[1429457058] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26208; }","duration":"5.618374604s","start":"2026-07-03T16:47:51.296415Z","end":"2026-07-03T16:47:56.914789Z","steps":["trace[1429457058] 'agreement among raft nodes before linearized reading' (duration: 5.618340043s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880321773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.914817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.296401Z","time spent":"5.618410875s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:47:56.914824Z","caller":"traceutil/trace.go:171","msg":"trace[636949153] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26208; }","duration":"1.880376963s","start":"2026-07-03T16:47:55.034439Z","end":"2026-07-03T16:47:56.914816Z","steps":["trace[636949153] 'agreement among raft nodes before linearized reading' (duration: 1.880328632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.776628Z","time spent":"4.138182847s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:47:56.914851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:55.034422Z","time spent":"1.880420055s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:56.914743Z","caller":"traceutil/trace.go:171","msg":"trace[457586240] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26208; }","duration":"5.267888345s","start":"2026-07-03T16:47:51.646849Z","end":"2026-07-03T16:47:56.914738Z","steps":["trace[457586240] 'agreement among raft nodes before linearized reading' (duration: 5.267851284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.914976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276559109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.915003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.897447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:47:56.915023Z","caller":"traceutil/trace.go:171","msg":"trace[291412153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26208; }","duration":"521.960308ms","start":"2026-07-03T16:47:56.393057Z","end":"2026-07-03T16:47:56.915017Z","steps":["trace[291412153] 'agreement among raft nodes before linearized reading' (duration: 521.894167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.915014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.646833Z","time spent":"5.268166962s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:56.915015Z","caller":"traceutil/trace.go:171","msg":"trace[1742025199] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26208; }","duration":"2.276638361s","start":"2026-07-03T16:47:54.638366Z","end":"2026-07-03T16:47:56.915004Z","steps":["trace[1742025199] 'agreement among raft nodes before linearized reading' (duration: 2.276563049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.915077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:54.638342Z","time spent":"2.276715413s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.91515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.40397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:56.915173Z","caller":"traceutil/trace.go:171","msg":"trace[397901766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26208; }","duration":"522.455011ms","start":"2026-07-03T16:47:56.39271Z","end":"2026-07-03T16:47:56.915165Z","steps":["trace[397901766] 'agreement among raft nodes before linearized reading' (duration: 522.3971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.91519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.392686Z","time spent":"522.499743ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:47:56.914689Z","caller":"traceutil/trace.go:171","msg":"trace[1679071377] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26208; }","duration":"5.194535901s","start":"2026-07-03T16:47:51.720146Z","end":"2026-07-03T16:47:56.914682Z","steps":["trace[1679071377] 'agreement among raft nodes before linearized reading' (duration: 5.19449049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.915233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348716562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:56.91526Z","caller":"traceutil/trace.go:171","msg":"trace[348213000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26208; }","duration":"2.348767463s","start":"2026-07-03T16:47:54.566483Z","end":"2026-07-03T16:47:56.91525Z","steps":["trace[348213000] 'agreement among raft nodes before linearized reading' (duration: 2.348723182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.915262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.720131Z","time spent":"5.195117426s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.915281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:54.566467Z","time spent":"2.348807544s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:56.915303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096556626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.915304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570439128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:56.915358Z","caller":"traceutil/trace.go:171","msg":"trace[286344061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26208; }","duration":"2.57052336s","start":"2026-07-03T16:47:54.34482Z","end":"2026-07-03T16:47:56.915343Z","steps":["trace[286344061] 'agreement among raft nodes before linearized reading' (duration: 2.570439498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.91537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620522307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:56.91504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.393035Z","time spent":"522.00136ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:56.915395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:54.344803Z","time spent":"2.570580592s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:56.915413Z","caller":"traceutil/trace.go:171","msg":"trace[133852492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26208; }","duration":"1.620599259s","start":"2026-07-03T16:47:55.2948Z","end":"2026-07-03T16:47:56.9154Z","steps":["trace[133852492] 'agreement among raft nodes before linearized reading' (duration: 1.620530437s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.915094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.258986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:47:56.915454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:55.294781Z","time spent":"1.620661882s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:56.915464Z","caller":"traceutil/trace.go:171","msg":"trace[97188295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26208; }","duration":"522.636757ms","start":"2026-07-03T16:47:56.392815Z","end":"2026-07-03T16:47:56.915452Z","steps":["trace[97188295] 'agreement among raft nodes before linearized reading' (duration: 522.235405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.915499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.39281Z","time spent":"522.680698ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:47:56.915325Z","caller":"traceutil/trace.go:171","msg":"trace[1713966324] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26208; }","duration":"1.096606566s","start":"2026-07-03T16:47:55.818711Z","end":"2026-07-03T16:47:56.915317Z","steps":["trace[1713966324] 'agreement among raft nodes before linearized reading' (duration: 1.096572375s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.915537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:55.818692Z","time spent":"1.096834114s","remote":"127.0.0.1:44636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:57.418621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:47:57.719238Z","caller":"traceutil/trace.go:171","msg":"trace[599509903] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"817.581321ms","start":"2026-07-03T16:47:56.901625Z","end":"2026-07-03T16:47:57.719206Z","steps":["trace[599509903] 'process raft request' (duration: 809.559823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:57.719972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.9016Z","time spent":"818.243729ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:58.91781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:47:58.917909Z","caller":"traceutil/trace.go:171","msg":"trace[590660907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225473s","start":"2026-07-03T16:47:56.917663Z","end":"2026-07-03T16:47:58.917889Z","steps":["trace[590660907] 'agreement among raft nodes before linearized reading' (duration: 2.00010064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.917969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.917642Z","time spent":"2.000309935s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:47:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:47:59.376653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660106287s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:47:59.731911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.017487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:47:59.732322Z","caller":"traceutil/trace.go:171","msg":"trace[77096390] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"2.812435179s","start":"2026-07-03T16:47:56.919862Z","end":"2026-07-03T16:47:59.732297Z","steps":["trace[77096390] 'process raft request' (duration: 2.456930009s)","trace[77096390] 'compare' (duration: 353.746524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:59.732401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.919847Z","time spent":"2.812515441s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:59.732672Z","caller":"traceutil/trace.go:171","msg":"trace[239732705] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"2.810647742s","start":"2026-07-03T16:47:56.921994Z","end":"2026-07-03T16:47:59.732642Z","steps":["trace[239732705] 'process raft request' (duration: 2.810031327s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.73284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.921985Z","time spent":"2.810766565s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:59.732859Z","caller":"traceutil/trace.go:171","msg":"trace[196026181] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"2.810717894s","start":"2026-07-03T16:47:56.922113Z","end":"2026-07-03T16:47:59.732831Z","steps":["trace[196026181] 'process raft request' (duration: 2.810459108s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.732924Z","caller":"traceutil/trace.go:171","msg":"trace[1298662776] linearizableReadLoop","detail":"{readStateIndex:27102; appliedIndex:27095; }","duration":"2.815217191s","start":"2026-07-03T16:47:56.917694Z","end":"2026-07-03T16:47:59.732911Z","steps":["trace[1298662776] 'read index received' (duration: 793.509848ms)","trace[1298662776] 'applied index is now lower than readState.Index' (duration: 2.021706433s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:59.732958Z","caller":"traceutil/trace.go:171","msg":"trace[480895460] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"2.810356165s","start":"2026-07-03T16:47:56.922584Z","end":"2026-07-03T16:47:59.73294Z","steps":["trace[480895460] 'process raft request' (duration: 2.810246502s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.732997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.922105Z","time spent":"2.810817817s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:59.733Z","caller":"traceutil/trace.go:171","msg":"trace[1545201152] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"2.810782416s","start":"2026-07-03T16:47:56.922197Z","end":"2026-07-03T16:47:59.732979Z","steps":["trace[1545201152] 'process raft request' (duration: 2.81054162s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.73298Z","caller":"traceutil/trace.go:171","msg":"trace[261207802] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"2.810281853s","start":"2026-07-03T16:47:56.922665Z","end":"2026-07-03T16:47:59.732947Z","steps":["trace[261207802] 'process raft request' (duration: 2.810205461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.733036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.922559Z","time spent":"2.810431556s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:59.733125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.922657Z","time spent":"2.810401046s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:59.733121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.922189Z","time spent":"2.810866628s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:00.23367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:00.734869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:00.955759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99801861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:00.955816Z","caller":"traceutil/trace.go:171","msg":"trace[356351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998126492s","start":"2026-07-03T16:47:58.957674Z","end":"2026-07-03T16:48:00.955801Z","steps":["trace[356351] 'agreement among raft nodes before linearized reading' (duration: 1.99805795s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.955844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.957654Z","time spent":"1.998184853s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:01.236102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:01.675881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.299078486s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:48:01.678709Z","caller":"traceutil/trace.go:171","msg":"trace[470524753] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"3.848818847s","start":"2026-07-03T16:47:57.829868Z","end":"2026-07-03T16:48:01.678687Z","steps":["trace[470524753] 'process raft request' (duration: 3.846178368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.678832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:57.829839Z","time spent":"3.84892648s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.678891Z","caller":"traceutil/trace.go:171","msg":"trace[924200272] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"2.773716817s","start":"2026-07-03T16:47:58.905147Z","end":"2026-07-03T16:48:01.678864Z","steps":["trace[924200272] 'process raft request' (duration: 2.773567013s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.679023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.905134Z","time spent":"2.773810529s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.679028Z","caller":"traceutil/trace.go:171","msg":"trace[940582135] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"2.772997769s","start":"2026-07-03T16:47:58.90601Z","end":"2026-07-03T16:48:01.679008Z","steps":["trace[940582135] 'process raft request' (duration: 2.772899356s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:01.679198Z","caller":"traceutil/trace.go:171","msg":"trace[1450241090] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"2.774600939s","start":"2026-07-03T16:47:58.904588Z","end":"2026-07-03T16:48:01.679189Z","steps":["trace[1450241090] 'process raft request' (duration: 2.774016845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.679184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.905991Z","time spent":"2.773083981s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:01.679242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.904564Z","time spent":"2.774655361s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.6793Z","caller":"traceutil/trace.go:171","msg":"trace[2027249467] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"2.773382358s","start":"2026-07-03T16:47:58.90591Z","end":"2026-07-03T16:48:01.679292Z","steps":["trace[2027249467] 'process raft request' (duration: 2.772898176s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:01.679299Z","caller":"traceutil/trace.go:171","msg":"trace[1540740036] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"2.774427875s","start":"2026-07-03T16:47:58.904852Z","end":"2026-07-03T16:48:01.67928Z","steps":["trace[1540740036] 'process raft request' (duration: 2.773793749s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.679341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.905897Z","time spent":"2.77342016s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:01.679386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.904843Z","time spent":"2.774497587s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.67937Z","caller":"traceutil/trace.go:171","msg":"trace[557254358] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"2.775218466s","start":"2026-07-03T16:47:58.904143Z","end":"2026-07-03T16:48:01.679362Z","steps":["trace[557254358] 'process raft request' (duration: 2.774378424s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.679444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.904096Z","time spent":"2.775329159s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.679502Z","caller":"traceutil/trace.go:171","msg":"trace[995144896] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"2.774573869s","start":"2026-07-03T16:47:58.904914Z","end":"2026-07-03T16:48:01.679487Z","steps":["trace[995144896] 'process raft request' (duration: 2.773764938s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.679599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.904909Z","time spent":"2.774640511s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.793447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.524185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:02.793675Z","caller":"traceutil/trace.go:171","msg":"trace[1115102060] linearizableReadLoop","detail":"{readStateIndex:27112; appliedIndex:27102; }","duration":"3.060703387s","start":"2026-07-03T16:47:59.732959Z","end":"2026-07-03T16:48:02.793662Z","steps":["trace[1115102060] 'read index received' (duration: 1.943101043s)","trace[1115102060] 'applied index is now lower than readState.Index' (duration: 1.117601374s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:02.793668Z","caller":"traceutil/trace.go:171","msg":"trace[319398818] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"2.174977874s","start":"2026-07-03T16:48:00.61866Z","end":"2026-07-03T16:48:02.793638Z","steps":["trace[319398818] 'process raft request' (duration: 2.174875181s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.793675Z","caller":"traceutil/trace.go:171","msg":"trace[1284313815] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"2.313442898s","start":"2026-07-03T16:48:00.480204Z","end":"2026-07-03T16:48:02.793647Z","steps":["trace[1284313815] 'process raft request' (duration: 1.332653467s)","trace[1284313815] 'compare' (duration: 980.063283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:02.793815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.480179Z","time spent":"2.313590461s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.793822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.618631Z","time spent":"2.175128088s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.793936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872027986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:02.79395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.764401767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:02.793972Z","caller":"traceutil/trace.go:171","msg":"trace[1996026744] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26226; }","duration":"5.872064517s","start":"2026-07-03T16:47:56.921896Z","end":"2026-07-03T16:48:02.79396Z","steps":["trace[1996026744] 'agreement among raft nodes before linearized reading' (duration: 5.871982665s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.793986Z","caller":"traceutil/trace.go:171","msg":"trace[652001443] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26226; }","duration":"4.764434138s","start":"2026-07-03T16:47:58.029538Z","end":"2026-07-03T16:48:02.793972Z","steps":["trace[652001443] 'agreement among raft nodes before linearized reading' (duration: 4.764254373s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.794008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.921872Z","time spent":"5.872128019s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:48:02.794027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.029495Z","time spent":"4.76452068s","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:02.794033Z","caller":"traceutil/trace.go:171","msg":"trace[1487149256] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"1.056627511s","start":"2026-07-03T16:48:01.737384Z","end":"2026-07-03T16:48:02.794011Z","steps":["trace[1487149256] 'process raft request' (duration: 1.056240891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.794135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.737371Z","time spent":"1.056712732s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.794233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872380756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:48:02.794264Z","caller":"traceutil/trace.go:171","msg":"trace[790754801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26226; }","duration":"5.872434167s","start":"2026-07-03T16:47:56.921821Z","end":"2026-07-03T16:48:02.794255Z","steps":["trace[790754801] 'agreement among raft nodes before linearized reading' (duration: 5.872322454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.794287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.921813Z","time spent":"5.872468468s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:48:02.794294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636895065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:02.794327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.070597064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7df5f6df94-8qslx.18bed3d9e42636e6\" ","response":"range_response_count:1 size:2095"} {"level":"info","ts":"2026-07-03T16:48:02.794383Z","caller":"traceutil/trace.go:171","msg":"trace[324324854] range","detail":"{range_begin:/registry/events/openstack/glance-api-7df5f6df94-8qslx.18bed3d9e42636e6; range_end:; response_count:1; response_revision:26226; }","duration":"5.070652636s","start":"2026-07-03T16:47:57.723717Z","end":"2026-07-03T16:48:02.79437Z","steps":["trace[324324854] 'agreement among raft nodes before linearized reading' (duration: 5.070097702s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.794381Z","caller":"traceutil/trace.go:171","msg":"trace[774724638] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26226; }","duration":"3.636981958s","start":"2026-07-03T16:47:59.157381Z","end":"2026-07-03T16:48:02.794363Z","steps":["trace[774724638] 'agreement among raft nodes before linearized reading' (duration: 3.636373222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.794415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:57.723647Z","time spent":"5.070756429s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2119,"request content":"key:\"/registry/events/openstack/glance-api-7df5f6df94-8qslx.18bed3d9e42636e6\" "} {"level":"warn","ts":"2026-07-03T16:48:02.794448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.157331Z","time spent":"3.63709454s","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.794572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.810822139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:02.794596Z","caller":"traceutil/trace.go:171","msg":"trace[1583948900] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26226; }","duration":"5.81088556s","start":"2026-07-03T16:47:56.983703Z","end":"2026-07-03T16:48:02.794588Z","steps":["trace[1583948900] 'agreement among raft nodes before linearized reading' (duration: 5.810120291s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.794629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.983683Z","time spent":"5.810939441s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.794726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202137609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:02.794763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.824413832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.794791Z","caller":"traceutil/trace.go:171","msg":"trace[1875730370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26226; }","duration":"5.824470502s","start":"2026-07-03T16:47:56.970312Z","end":"2026-07-03T16:48:02.794783Z","steps":["trace[1875730370] 'agreement among raft nodes before linearized reading' (duration: 5.823522018s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.794782Z","caller":"traceutil/trace.go:171","msg":"trace[1133181646] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26226; }","duration":"4.202232472s","start":"2026-07-03T16:47:58.592534Z","end":"2026-07-03T16:48:02.794767Z","steps":["trace[1133181646] 'agreement among raft nodes before linearized reading' (duration: 4.201233186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.794814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.970296Z","time spent":"5.824511714s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.794846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.592517Z","time spent":"4.202309833s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.794949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.843161777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.79498Z","caller":"traceutil/trace.go:171","msg":"trace[1390971578] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26226; }","duration":"5.843228479s","start":"2026-07-03T16:47:56.95174Z","end":"2026-07-03T16:48:02.794968Z","steps":["trace[1390971578] 'agreement among raft nodes before linearized reading' (duration: 5.84210245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.795005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.951721Z","time spent":"5.843276681s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.79508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409549484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:02.795113Z","caller":"traceutil/trace.go:171","msg":"trace[689842014] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26226; }","duration":"4.409583504s","start":"2026-07-03T16:47:58.385519Z","end":"2026-07-03T16:48:02.795103Z","steps":["trace[689842014] 'agreement among raft nodes before linearized reading' (duration: 4.408259391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.795147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.385459Z","time spent":"4.409668517s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.795293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873313819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-07-03T16:48:02.795322Z","caller":"traceutil/trace.go:171","msg":"trace[1054330358] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26226; }","duration":"5.873374751s","start":"2026-07-03T16:47:56.921939Z","end":"2026-07-03T16:48:02.795314Z","steps":["trace[1054330358] 'agreement among raft nodes before linearized reading' (duration: 5.871911954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.795345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.921921Z","time spent":"5.873418593s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-03T16:48:02.795572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873626388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-07-03T16:48:02.795564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.989636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:02.795587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000508725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:02.795617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.55554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.795625Z","caller":"traceutil/trace.go:171","msg":"trace[267049801] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26227; }","duration":"3.000581727s","start":"2026-07-03T16:47:59.795033Z","end":"2026-07-03T16:48:02.795615Z","steps":["trace[267049801] 'agreement among raft nodes before linearized reading' (duration: 3.000451242s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.795623Z","caller":"traceutil/trace.go:171","msg":"trace[1100678753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26227; }","duration":"610.087758ms","start":"2026-07-03T16:48:02.185517Z","end":"2026-07-03T16:48:02.795605Z","steps":["trace[1100678753] 'agreement among raft nodes before linearized reading' (duration: 609.963214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.795619Z","caller":"traceutil/trace.go:171","msg":"trace[1353256249] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"872.08423ms","start":"2026-07-03T16:48:01.923516Z","end":"2026-07-03T16:48:02.795601Z","steps":["trace[1353256249] 'process raft request' (duration: 870.416177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.79566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.795014Z","time spent":"3.000635238s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:02.795653Z","caller":"traceutil/trace.go:171","msg":"trace[8335302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26227; }","duration":"521.628962ms","start":"2026-07-03T16:48:02.274013Z","end":"2026-07-03T16:48:02.795642Z","steps":["trace[8335302] 'agreement among raft nodes before linearized reading' (duration: 521.569371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.795667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.185494Z","time spent":"610.16102ms","remote":"127.0.0.1:44002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.795695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.273992Z","time spent":"521.694964ms","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.795732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875749413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-03T16:48:02.795751Z","caller":"traceutil/trace.go:171","msg":"trace[1503721257] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26227; }","duration":"5.875796355s","start":"2026-07-03T16:47:56.919949Z","end":"2026-07-03T16:48:02.795746Z","steps":["trace[1503721257] 'agreement among raft nodes before linearized reading' (duration: 5.875389523s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.795731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.923496Z","time spent":"872.187143ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.79577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.91993Z","time spent":"5.875834486s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:48:02.795871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.499925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.795925Z","caller":"traceutil/trace.go:171","msg":"trace[1622177019] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26227; }","duration":"881.588686ms","start":"2026-07-03T16:48:01.914319Z","end":"2026-07-03T16:48:02.795908Z","steps":["trace[1622177019] 'agreement among raft nodes before linearized reading' (duration: 881.504804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.914296Z","time spent":"881.695419ms","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.796067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416554605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.796112Z","caller":"traceutil/trace.go:171","msg":"trace[1196044009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26227; }","duration":"1.416637757s","start":"2026-07-03T16:48:01.37946Z","end":"2026-07-03T16:48:02.796097Z","steps":["trace[1196044009] 'agreement among raft nodes before linearized reading' (duration: 1.416570125s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058727605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:48:02.796151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.379436Z","time spent":"1.416705778s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:02.796176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057973886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:48:02.796191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839937715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.796198Z","caller":"traceutil/trace.go:171","msg":"trace[940413737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26227; }","duration":"1.057995796s","start":"2026-07-03T16:48:01.738196Z","end":"2026-07-03T16:48:02.796192Z","steps":["trace[940413737] 'agreement among raft nodes before linearized reading' (duration: 1.057930685s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.73818Z","time spent":"1.058036117s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:48:02.796222Z","caller":"traceutil/trace.go:171","msg":"trace[1559035295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26227; }","duration":"1.839990797s","start":"2026-07-03T16:48:00.956221Z","end":"2026-07-03T16:48:02.796212Z","steps":["trace[1559035295] 'agreement among raft nodes before linearized reading' (duration: 1.839950386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.956203Z","time spent":"1.840037668s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:02.795679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650200351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:02.795599Z","caller":"traceutil/trace.go:171","msg":"trace[1011456804] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26227; }","duration":"5.87370581s","start":"2026-07-03T16:47:56.921887Z","end":"2026-07-03T16:48:02.795593Z","steps":["trace[1011456804] 'agreement among raft nodes before linearized reading' (duration: 5.871973675s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059255508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:48:02.79628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058285374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:48:02.79632Z","caller":"traceutil/trace.go:171","msg":"trace[1070370811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26227; }","duration":"1.05932327s","start":"2026-07-03T16:48:01.736987Z","end":"2026-07-03T16:48:02.79631Z","steps":["trace[1070370811] 'agreement among raft nodes before linearized reading' (duration: 1.059224288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529681881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:02.796354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.736968Z","time spent":"1.059378601s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:48:02.796352Z","caller":"traceutil/trace.go:171","msg":"trace[588695879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26227; }","duration":"1.058389146s","start":"2026-07-03T16:48:01.737945Z","end":"2026-07-03T16:48:02.796334Z","steps":["trace[588695879] 'agreement among raft nodes before linearized reading' (duration: 1.058194961s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.796371Z","caller":"traceutil/trace.go:171","msg":"trace[975435264] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26227; }","duration":"2.529932157s","start":"2026-07-03T16:48:00.266422Z","end":"2026-07-03T16:48:02.796354Z","steps":["trace[975435264] 'agreement among raft nodes before linearized reading' (duration: 2.529681631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.7965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155042605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:02.796185Z","caller":"traceutil/trace.go:171","msg":"trace[176406942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26227; }","duration":"1.058768396s","start":"2026-07-03T16:48:01.737404Z","end":"2026-07-03T16:48:02.796172Z","steps":["trace[176406942] 'agreement among raft nodes before linearized reading' (duration: 1.058643963s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.737358Z","time spent":"1.059177476s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:02.796609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514686182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:02.795876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.141087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.79666Z","caller":"traceutil/trace.go:171","msg":"trace[1175455859] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26227; }","duration":"581.971238ms","start":"2026-07-03T16:48:02.214681Z","end":"2026-07-03T16:48:02.796653Z","steps":["trace[1175455859] 'agreement among raft nodes before linearized reading' (duration: 581.159677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059534396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:48:02.796685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.21466Z","time spent":"582.01682ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.795558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.969551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:02.796783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386767421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.79677Z","caller":"traceutil/trace.go:171","msg":"trace[1159742021] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26227; }","duration":"211.211323ms","start":"2026-07-03T16:48:02.585541Z","end":"2026-07-03T16:48:02.796752Z","steps":["trace[1159742021] 'agreement among raft nodes before linearized reading' (duration: 209.946879ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.796803Z","caller":"traceutil/trace.go:171","msg":"trace[183388209] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26227; }","duration":"1.386816702s","start":"2026-07-03T16:48:01.40998Z","end":"2026-07-03T16:48:02.796797Z","steps":["trace[183388209] 'agreement among raft nodes before linearized reading' (duration: 1.386781001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.409964Z","time spent":"1.386852593s","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:02.796532Z","caller":"traceutil/trace.go:171","msg":"trace[962006092] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26227; }","duration":"2.155107777s","start":"2026-07-03T16:48:00.641416Z","end":"2026-07-03T16:48:02.796524Z","steps":["trace[962006092] 'agreement among raft nodes before linearized reading' (duration: 2.154943463s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.796491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.737932Z","time spent":"1.0585427s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:02.796882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.641396Z","time spent":"2.155477117s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:02.796308Z","caller":"traceutil/trace.go:171","msg":"trace[922866832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26227; }","duration":"4.650863578s","start":"2026-07-03T16:47:58.145427Z","end":"2026-07-03T16:48:02.796291Z","steps":["trace[922866832] 'agreement among raft nodes before linearized reading' (duration: 4.648357783s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.796636Z","caller":"traceutil/trace.go:171","msg":"trace[1379850735] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26227; }","duration":"2.514760114s","start":"2026-07-03T16:48:00.281869Z","end":"2026-07-03T16:48:02.79663Z","steps":["trace[1379850735] 'agreement among raft nodes before linearized reading' (duration: 2.514710123s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.797033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.281815Z","time spent":"2.515198055s","remote":"127.0.0.1:50970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.796975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.145405Z","time spent":"4.651547426s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:02.796705Z","caller":"traceutil/trace.go:171","msg":"trace[1259504674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26227; }","duration":"1.059615698s","start":"2026-07-03T16:48:01.737078Z","end":"2026-07-03T16:48:02.796693Z","steps":["trace[1259504674] 'agreement among raft nodes before linearized reading' (duration: 1.059499555s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.797194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.73704Z","time spent":"1.060142482s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:02.79631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.92188Z","time spent":"5.874419919s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-03T16:48:02.796469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.266406Z","time spent":"2.53004096s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:03.810934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.320365ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-07-03T16:48:03.811015Z","caller":"traceutil/trace.go:171","msg":"trace[393312890] linearizableReadLoop","detail":"{readStateIndex:27115; appliedIndex:27114; }","duration":"1.011416517s","start":"2026-07-03T16:48:02.799582Z","end":"2026-07-03T16:48:03.810999Z","steps":["trace[393312890] 'read index received' (duration: 161.0445ms)","trace[393312890] 'applied index is now lower than readState.Index' (duration: 850.370597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:03.811067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.797533Z","time spent":"1.013532502s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:03.81152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01193003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:48:03.811562Z","caller":"traceutil/trace.go:171","msg":"trace[1901446272] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26227; }","duration":"1.012015612s","start":"2026-07-03T16:48:02.799536Z","end":"2026-07-03T16:48:03.811552Z","steps":["trace[1901446272] 'agreement among raft nodes before linearized reading' (duration: 1.011673193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.811591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.799515Z","time spent":"1.012068584s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:48:04.311658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:04.808449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:04.808534Z","caller":"traceutil/trace.go:171","msg":"trace[333411260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461662s","start":"2026-07-03T16:48:02.808053Z","end":"2026-07-03T16:48:04.808515Z","steps":["trace[333411260] 'agreement among raft nodes before linearized reading' (duration: 2.000351009s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.808578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.808034Z","time spent":"2.000534944s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:04.812795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:05.31347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:05.481828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.52118057s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:05.725629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419217873s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:05.725789Z","caller":"traceutil/trace.go:171","msg":"trace[1768296178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26227; }","duration":"1.419386187s","start":"2026-07-03T16:48:04.30638Z","end":"2026-07-03T16:48:05.725767Z","steps":["trace[1768296178] 'range keys from in-memory index tree' (duration: 1.419201522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.72613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.992155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:05.726539Z","caller":"traceutil/trace.go:171","msg":"trace[1739740434] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"2.919995294s","start":"2026-07-03T16:48:02.806526Z","end":"2026-07-03T16:48:05.726521Z","steps":["trace[1739740434] 'process raft request' (duration: 2.919954903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.72662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.806516Z","time spent":"2.920071316s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:05.726676Z","caller":"traceutil/trace.go:171","msg":"trace[2146907590] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"2.926101753s","start":"2026-07-03T16:48:02.800558Z","end":"2026-07-03T16:48:05.72666Z","steps":["trace[2146907590] 'process raft request' (duration: 2.925668532s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.726688Z","caller":"traceutil/trace.go:171","msg":"trace[1740042397] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"2.924198963s","start":"2026-07-03T16:48:02.802467Z","end":"2026-07-03T16:48:05.726666Z","steps":["trace[1740042397] 'process raft request' (duration: 2.923927426s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.726665Z","caller":"traceutil/trace.go:171","msg":"trace[965538315] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"2.924428009s","start":"2026-07-03T16:48:02.802201Z","end":"2026-07-03T16:48:05.726629Z","steps":["trace[965538315] 'process raft request' (duration: 2.924155972s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.726684Z","caller":"traceutil/trace.go:171","msg":"trace[23585694] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"2.926267237s","start":"2026-07-03T16:48:02.80038Z","end":"2026-07-03T16:48:05.726647Z","steps":["trace[23585694] 'process raft request' (duration: 2.681672157s)","trace[23585694] 'compare' (duration: 242.523616ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:05.726708Z","caller":"traceutil/trace.go:171","msg":"trace[395449186] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"2.92063995s","start":"2026-07-03T16:48:02.806044Z","end":"2026-07-03T16:48:05.726684Z","steps":["trace[395449186] 'process raft request' (duration: 2.920386444s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.726721Z","caller":"traceutil/trace.go:171","msg":"trace[625612028] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"2.924616384s","start":"2026-07-03T16:48:02.802074Z","end":"2026-07-03T16:48:05.726691Z","steps":["trace[625612028] 'process raft request' (duration: 2.924231144s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.726792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.80055Z","time spent":"2.926172774s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:05.726819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.802461Z","time spent":"2.924278045s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:05.726829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.800357Z","time spent":"2.92640182s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:05.726824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.806026Z","time spent":"2.920738523s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:05.726819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.802195Z","time spent":"2.924548112s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:05.726942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.802055Z","time spent":"2.924729307s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:06.435103Z","caller":"traceutil/trace.go:171","msg":"trace[898473010] linearizableReadLoop","detail":"{readStateIndex:27131; appliedIndex:27115; }","duration":"2.62404274s","start":"2026-07-03T16:48:03.811033Z","end":"2026-07-03T16:48:06.435076Z","steps":["trace[898473010] 'read index received' (duration: 1.67103553s)","trace[898473010] 'applied index is now lower than readState.Index' (duration: 953.00619ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:06.435222Z","caller":"traceutil/trace.go:171","msg":"trace[1035328209] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"2.751029347s","start":"2026-07-03T16:48:03.684181Z","end":"2026-07-03T16:48:06.435211Z","steps":["trace[1035328209] 'process raft request' (duration: 2.750196795s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.435326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.684162Z","time spent":"2.751098479s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:06.435456Z","caller":"traceutil/trace.go:171","msg":"trace[1433514257] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"1.633336142s","start":"2026-07-03T16:48:04.802094Z","end":"2026-07-03T16:48:06.43543Z","steps":["trace[1433514257] 'process raft request' (duration: 1.632923021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.435576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.80207Z","time spent":"1.633443435s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:06.435678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570033069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:48:06.435723Z","caller":"traceutil/trace.go:171","msg":"trace[1260553068] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26243; }","duration":"3.57010619s","start":"2026-07-03T16:48:02.865606Z","end":"2026-07-03T16:48:06.435712Z","steps":["trace[1260553068] 'agreement among raft nodes before linearized reading' (duration: 3.569970416s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.43576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.865589Z","time spent":"3.570163692s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-03T16:48:06.435787Z","caller":"traceutil/trace.go:171","msg":"trace[1196724772] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"2.751303284s","start":"2026-07-03T16:48:03.684472Z","end":"2026-07-03T16:48:06.435775Z","steps":["trace[1196724772] 'process raft request' (duration: 2.750138145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.435834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82088437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-03T16:48:06.435896Z","caller":"traceutil/trace.go:171","msg":"trace[985209958] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"2.750862673s","start":"2026-07-03T16:48:03.685025Z","end":"2026-07-03T16:48:06.435888Z","steps":["trace[985209958] 'process raft request' (duration: 2.749668053s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.435909Z","caller":"traceutil/trace.go:171","msg":"trace[1088507878] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26243; }","duration":"2.821018904s","start":"2026-07-03T16:48:03.614875Z","end":"2026-07-03T16:48:06.435893Z","steps":["trace[1088507878] 'agreement among raft nodes before linearized reading' (duration: 2.820661085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.435942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.614859Z","time spent":"2.821075525s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7938,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-03T16:48:06.435969Z","caller":"traceutil/trace.go:171","msg":"trace[1992544611] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"2.750954565s","start":"2026-07-03T16:48:03.685006Z","end":"2026-07-03T16:48:06.43596Z","steps":["trace[1992544611] 'process raft request' (duration: 2.749729654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.435992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629924754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-07-03T16:48:06.436004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.684983Z","time spent":"2.751003437s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:06.436023Z","caller":"traceutil/trace.go:171","msg":"trace[1756436530] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26243; }","duration":"3.629981166s","start":"2026-07-03T16:48:02.806033Z","end":"2026-07-03T16:48:06.436014Z","steps":["trace[1756436530] 'agreement among raft nodes before linearized reading' (duration: 3.629865083s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.436052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.806016Z","time spent":"3.630029766s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-03T16:48:06.436134Z","caller":"traceutil/trace.go:171","msg":"trace[1378152551] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"2.750609176s","start":"2026-07-03T16:48:03.685516Z","end":"2026-07-03T16:48:06.436125Z","steps":["trace[1378152551] 'process raft request' (duration: 2.749263702s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.436185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.685505Z","time spent":"2.750656657s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:06.436246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633923587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:48:06.436298Z","caller":"traceutil/trace.go:171","msg":"trace[1249900884] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"2.750141575s","start":"2026-07-03T16:48:03.686148Z","end":"2026-07-03T16:48:06.436289Z","steps":["trace[1249900884] 'process raft request' (duration: 2.748668857s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.436313Z","caller":"traceutil/trace.go:171","msg":"trace[1641439498] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26243; }","duration":"3.63400915s","start":"2026-07-03T16:48:02.802294Z","end":"2026-07-03T16:48:06.436303Z","steps":["trace[1641439498] 'agreement among raft nodes before linearized reading' (duration: 3.633885877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.436345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.68614Z","time spent":"2.750182405s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:06.436355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.802288Z","time spent":"3.634057911s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:48:06.436465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648651489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:48:06.43646Z","caller":"traceutil/trace.go:171","msg":"trace[2108195365] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"2.750159245s","start":"2026-07-03T16:48:03.686292Z","end":"2026-07-03T16:48:06.436451Z","steps":["trace[2108195365] 'process raft request' (duration: 2.748562324s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.436517Z","caller":"traceutil/trace.go:171","msg":"trace[317235099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26243; }","duration":"2.648716621s","start":"2026-07-03T16:48:03.787775Z","end":"2026-07-03T16:48:06.436491Z","steps":["trace[317235099] 'agreement among raft nodes before linearized reading' (duration: 2.648523686s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.436565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.787752Z","time spent":"2.648790652s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:48:06.43666Z","caller":"traceutil/trace.go:171","msg":"trace[205172061] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"2.624528564s","start":"2026-07-03T16:48:03.812122Z","end":"2026-07-03T16:48:06.436651Z","steps":["trace[205172061] 'process raft request' (duration: 2.622791389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.436713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766115468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:48:06.436739Z","caller":"traceutil/trace.go:171","msg":"trace[941345649] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26243; }","duration":"2.76615987s","start":"2026-07-03T16:48:03.670572Z","end":"2026-07-03T16:48:06.436732Z","steps":["trace[941345649] 'agreement among raft nodes before linearized reading' (duration: 2.766070428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.43678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.670521Z","time spent":"2.766253792s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:48:06.436276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:48:06.436916Z","caller":"traceutil/trace.go:171","msg":"trace[7349917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26243; }","duration":"2.648563936s","start":"2026-07-03T16:48:03.788339Z","end":"2026-07-03T16:48:06.436903Z","steps":["trace[7349917] 'agreement among raft nodes before linearized reading' (duration: 2.647813957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.436954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.788274Z","time spent":"2.648671429s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:48:06.437058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775476041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:06.437111Z","caller":"traceutil/trace.go:171","msg":"trace[1997075311] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26243; }","duration":"2.775557213s","start":"2026-07-03T16:48:03.661526Z","end":"2026-07-03T16:48:06.437083Z","steps":["trace[1997075311] 'agreement among raft nodes before linearized reading' (duration: 2.775488831s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.437158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.66151Z","time spent":"2.775623405s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:06.435859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.684465Z","time spent":"2.751362686s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:06.436713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.812104Z","time spent":"2.624581085s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:06.435939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.685017Z","time spent":"2.750897844s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:06.436521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.686281Z","time spent":"2.750216356s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:06.808471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:06.808556Z","caller":"traceutil/trace.go:171","msg":"trace[556730589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152075s","start":"2026-07-03T16:48:04.808388Z","end":"2026-07-03T16:48:06.808541Z","steps":["trace[556730589] 'agreement among raft nodes before linearized reading' (duration: 2.000049652s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.808594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.808376Z","time spent":"2.000211206s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:08.538644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05584868s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:48:08.538741Z","caller":"traceutil/trace.go:171","msg":"trace[1832278920] linearizableReadLoop","detail":"{readStateIndex:27132; appliedIndex:27131; }","duration":"2.103544378s","start":"2026-07-03T16:48:06.435179Z","end":"2026-07-03T16:48:08.538724Z","steps":["trace[1832278920] 'read index received' (duration: 47.648387ms)","trace[1832278920] 'applied index is now lower than readState.Index' (duration: 2.055894471s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:08.539655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108378994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:08.539705Z","caller":"traceutil/trace.go:171","msg":"trace[998533329] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26244; }","duration":"4.108526489s","start":"2026-07-03T16:48:04.431164Z","end":"2026-07-03T16:48:08.53969Z","steps":["trace[998533329] 'agreement among raft nodes before linearized reading' (duration: 4.108403205s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.53974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.431141Z","time spent":"4.10858868s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:08.539723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448300598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:08.539813Z","caller":"traceutil/trace.go:171","msg":"trace[576680800] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26244; }","duration":"3.448403191s","start":"2026-07-03T16:48:05.091382Z","end":"2026-07-03T16:48:08.539785Z","steps":["trace[576680800] 'agreement among raft nodes before linearized reading' (duration: 3.448196436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.539879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:05.091336Z","time spent":"3.448526854s","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:08.539981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726642363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:08.539999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.688386751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:08.540058Z","caller":"traceutil/trace.go:171","msg":"trace[2113377536] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:0; response_revision:26244; }","duration":"4.726748757s","start":"2026-07-03T16:48:03.813291Z","end":"2026-07-03T16:48:08.54004Z","steps":["trace[2113377536] 'agreement among raft nodes before linearized reading' (duration: 4.726601453s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:08.540072Z","caller":"traceutil/trace.go:171","msg":"trace[1784369342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26244; }","duration":"4.688511744s","start":"2026-07-03T16:48:03.851541Z","end":"2026-07-03T16:48:08.540053Z","steps":["trace[1784369342] 'agreement among raft nodes before linearized reading' (duration: 4.688390841s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.5401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.813283Z","time spent":"4.726808178s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:48:08.540119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.851517Z","time spent":"4.688589696s","remote":"127.0.0.1:44614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:08.540121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126294058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:08.540171Z","caller":"traceutil/trace.go:171","msg":"trace[606976771] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26244; }","duration":"2.126376221s","start":"2026-07-03T16:48:06.413777Z","end":"2026-07-03T16:48:08.540153Z","steps":["trace[606976771] 'agreement among raft nodes before linearized reading' (duration: 2.126305249s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.539954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56974261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:08.540239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.413756Z","time spent":"2.126465242s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:08.540043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351366701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:08.540318Z","caller":"traceutil/trace.go:171","msg":"trace[543323742] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26244; }","duration":"4.570194861s","start":"2026-07-03T16:48:03.970113Z","end":"2026-07-03T16:48:08.540308Z","steps":["trace[543323742] 'agreement among raft nodes before linearized reading' (duration: 4.5697378s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.540403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:03.970092Z","time spent":"4.570300365s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:08.540403Z","caller":"traceutil/trace.go:171","msg":"trace[1451705520] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26244; }","duration":"2.351768142s","start":"2026-07-03T16:48:06.188621Z","end":"2026-07-03T16:48:08.54039Z","steps":["trace[1451705520] 'agreement among raft nodes before linearized reading' (duration: 2.351354151s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.540612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2762355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-07-03T16:48:08.540677Z","caller":"traceutil/trace.go:171","msg":"trace[1722438961] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26244; }","duration":"2.276412205s","start":"2026-07-03T16:48:06.264249Z","end":"2026-07-03T16:48:08.540661Z","steps":["trace[1722438961] 'agreement among raft nodes before linearized reading' (duration: 2.275962773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.540707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.26423Z","time spent":"2.276469887s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418348,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:48:08.540353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809273228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18bed5805d50c3e9\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-03T16:48:08.540947Z","caller":"traceutil/trace.go:171","msg":"trace[1063351854] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18bed5805d50c3e9; range_end:; response_count:1; response_revision:26244; }","duration":"2.809902245s","start":"2026-07-03T16:48:05.731033Z","end":"2026-07-03T16:48:08.540935Z","steps":["trace[1063351854] 'agreement among raft nodes before linearized reading' (duration: 2.809106944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.540982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:05.731013Z","time spent":"2.809957326s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18bed5805d50c3e9\" "} {"level":"warn","ts":"2026-07-03T16:48:08.541504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.188601Z","time spent":"2.351828433s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:08.542212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951452961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:48:08.542284Z","caller":"traceutil/trace.go:171","msg":"trace[1821186868] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26244; }","duration":"2.951576014s","start":"2026-07-03T16:48:05.590692Z","end":"2026-07-03T16:48:08.542268Z","steps":["trace[1821186868] 'agreement among raft nodes before linearized reading' (duration: 2.949473439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.542326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:05.590671Z","time spent":"2.951645625s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2640,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:08.814942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:08.815042Z","caller":"traceutil/trace.go:171","msg":"trace[1410909769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101412s","start":"2026-07-03T16:48:06.81492Z","end":"2026-07-03T16:48:08.815022Z","steps":["trace[1410909769] 'agreement among raft nodes before linearized reading' (duration: 1.999962698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.815106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.814902Z","time spent":"2.000194535s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:08.985213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.502405463s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:48:08.985696Z","caller":"traceutil/trace.go:171","msg":"trace[1013563365] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"2.53546234s","start":"2026-07-03T16:48:06.450206Z","end":"2026-07-03T16:48:08.985668Z","steps":["trace[1013563365] 'process raft request' (duration: 2.535370438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.98588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.450195Z","time spent":"2.535599335s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:08.98615Z","caller":"traceutil/trace.go:171","msg":"trace[275775175] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"2.540020799s","start":"2026-07-03T16:48:06.446088Z","end":"2026-07-03T16:48:08.986109Z","steps":["trace[275775175] 'process raft request' (duration: 2.53929527s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:08.986229Z","caller":"traceutil/trace.go:171","msg":"trace[360244548] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"2.538843748s","start":"2026-07-03T16:48:06.447363Z","end":"2026-07-03T16:48:08.986206Z","steps":["trace[360244548] 'process raft request' (duration: 2.538161351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.986342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.446065Z","time spent":"2.540179132s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:08.986358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.447348Z","time spent":"2.538965361s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:10.385608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.399671296s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:48:10.387815Z","caller":"traceutil/trace.go:171","msg":"trace[1259583178] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"2.586663391s","start":"2026-07-03T16:48:07.801083Z","end":"2026-07-03T16:48:10.387747Z","steps":["trace[1259583178] 'process raft request' (duration: 2.584945356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.388006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.801057Z","time spent":"2.586851476s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:10.388096Z","caller":"traceutil/trace.go:171","msg":"trace[883942880] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"1.940931937s","start":"2026-07-03T16:48:08.447145Z","end":"2026-07-03T16:48:10.388077Z","steps":["trace[883942880] 'process raft request' (duration: 1.940810714s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:10.38837Z","caller":"traceutil/trace.go:171","msg":"trace[1827349838] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"1.941015929s","start":"2026-07-03T16:48:08.447329Z","end":"2026-07-03T16:48:10.388345Z","steps":["trace[1827349838] 'process raft request' (duration: 1.940889526s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:10.388405Z","caller":"traceutil/trace.go:171","msg":"trace[340796493] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"1.941056491s","start":"2026-07-03T16:48:08.447313Z","end":"2026-07-03T16:48:10.38837Z","steps":["trace[340796493] 'process raft request' (duration: 1.940974979s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.388544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.447324Z","time spent":"1.941134732s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:10.388576Z","caller":"traceutil/trace.go:171","msg":"trace[148421977] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"1.939710015s","start":"2026-07-03T16:48:08.448814Z","end":"2026-07-03T16:48:10.388524Z","steps":["trace[148421977] 'process raft request' (duration: 1.93952621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.388581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.447287Z","time spent":"1.941207224s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:10.388389Z","caller":"traceutil/trace.go:171","msg":"trace[1252796422] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"1.94104753s","start":"2026-07-03T16:48:08.447282Z","end":"2026-07-03T16:48:10.38833Z","steps":["trace[1252796422] 'process raft request' (duration: 1.940740172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.388675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.448793Z","time spent":"1.939825748s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:10.388728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.54218Z","time spent":"1.846546307s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:48:10.388717Z","caller":"traceutil/trace.go:171","msg":"trace[2053338704] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"1.93797661s","start":"2026-07-03T16:48:08.45072Z","end":"2026-07-03T16:48:10.388697Z","steps":["trace[2053338704] 'process raft request' (duration: 1.937674693s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.388778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.447274Z","time spent":"1.941446481s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:10.388843Z","caller":"traceutil/trace.go:171","msg":"trace[675611838] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"1.940175088s","start":"2026-07-03T16:48:08.448651Z","end":"2026-07-03T16:48:10.388826Z","steps":["trace[675611838] 'process raft request' (duration: 1.939659524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.388856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.450704Z","time spent":"1.938062263s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:10.388895Z","caller":"traceutil/trace.go:171","msg":"trace[1854774282] linearizableReadLoop","detail":"{readStateIndex:27144; appliedIndex:27135; }","duration":"1.850119189s","start":"2026-07-03T16:48:08.538765Z","end":"2026-07-03T16:48:10.388884Z","steps":["trace[1854774282] 'read index received' (duration: 447.267751ms)","trace[1854774282] 'applied index is now lower than readState.Index' (duration: 1.402850688s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:10.388922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.44862Z","time spent":"1.94026127s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:10.388932Z","caller":"traceutil/trace.go:171","msg":"trace[615870908] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"1.939982412s","start":"2026-07-03T16:48:08.448887Z","end":"2026-07-03T16:48:10.388869Z","steps":["trace[615870908] 'process raft request' (duration: 1.939486279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.448879Z","time spent":"1.940112505s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:10.389068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518574763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:10.389113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801451875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:10.389167Z","caller":"traceutil/trace.go:171","msg":"trace[719765040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26258; }","duration":"3.801552058s","start":"2026-07-03T16:48:06.587605Z","end":"2026-07-03T16:48:10.389157Z","steps":["trace[719765040] 'agreement among raft nodes before linearized reading' (duration: 3.801462326s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.38917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658644199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:48:10.389188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120735984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:10.389211Z","caller":"traceutil/trace.go:171","msg":"trace[2025621467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26258; }","duration":"2.658711s","start":"2026-07-03T16:48:07.730489Z","end":"2026-07-03T16:48:10.3892Z","steps":["trace[2025621467] 'agreement among raft nodes before linearized reading' (duration: 2.658525865s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859448811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:10.389279Z","caller":"traceutil/trace.go:171","msg":"trace[1723947071] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26258; }","duration":"2.859566435s","start":"2026-07-03T16:48:07.529701Z","end":"2026-07-03T16:48:10.389267Z","steps":["trace[1723947071] 'agreement among raft nodes before linearized reading' (duration: 2.859436352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936764529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:48:10.389314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.529676Z","time spent":"2.859630646s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:10.389313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141640346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:10.38933Z","caller":"traceutil/trace.go:171","msg":"trace[1985653030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26258; }","duration":"3.936808909s","start":"2026-07-03T16:48:06.452515Z","end":"2026-07-03T16:48:10.389324Z","steps":["trace[1985653030] 'agreement among raft nodes before linearized reading' (duration: 3.936700757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.452508Z","time spent":"3.93684427s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T16:48:10.389356Z","caller":"traceutil/trace.go:171","msg":"trace[431243929] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26258; }","duration":"3.141726779s","start":"2026-07-03T16:48:07.247618Z","end":"2026-07-03T16:48:10.389345Z","steps":["trace[431243929] 'agreement among raft nodes before linearized reading' (duration: 3.141655867s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.247594Z","time spent":"3.14180743s","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:10.389493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82708325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:10.389531Z","caller":"traceutil/trace.go:171","msg":"trace[154139119] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26258; }","duration":"2.827122711s","start":"2026-07-03T16:48:07.562399Z","end":"2026-07-03T16:48:10.389521Z","steps":["trace[154139119] 'agreement among raft nodes before linearized reading' (duration: 2.82706441s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.38955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943136274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-07-03T16:48:10.389561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.562335Z","time spent":"2.827217884s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:10.389576Z","caller":"traceutil/trace.go:171","msg":"trace[1519544894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f; range_end:; response_count:1; response_revision:26258; }","duration":"3.943197435s","start":"2026-07-03T16:48:06.446373Z","end":"2026-07-03T16:48:10.38957Z","steps":["trace[1519544894] 'agreement among raft nodes before linearized reading' (duration: 3.943126763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.446347Z","time spent":"3.943250556s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f\" "} {"level":"warn","ts":"2026-07-03T16:48:10.389609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.447123Z","time spent":"1.942392734s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:10.389199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.587586Z","time spent":"3.80160417s","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:10.389808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94374295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:48:10.389831Z","caller":"traceutil/trace.go:171","msg":"trace[434063456] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26258; }","duration":"3.94379989s","start":"2026-07-03T16:48:06.446023Z","end":"2026-07-03T16:48:10.389823Z","steps":["trace[434063456] 'agreement among raft nodes before linearized reading' (duration: 3.943686677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.446007Z","time spent":"3.943837162s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"info","ts":"2026-07-03T16:48:10.389234Z","caller":"traceutil/trace.go:171","msg":"trace[1437322651] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26258; }","duration":"3.120782855s","start":"2026-07-03T16:48:07.26844Z","end":"2026-07-03T16:48:10.389223Z","steps":["trace[1437322651] 'agreement among raft nodes before linearized reading' (duration: 3.120707343s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.389978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.268382Z","time spent":"3.121580526s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:10.390034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659417788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:48:10.39008Z","caller":"traceutil/trace.go:171","msg":"trace[304811149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26258; }","duration":"2.65949768s","start":"2026-07-03T16:48:07.730568Z","end":"2026-07-03T16:48:10.390066Z","steps":["trace[304811149] 'agreement among raft nodes before linearized reading' (duration: 2.659326786s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:10.389123Z","caller":"traceutil/trace.go:171","msg":"trace[1719019669] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26258; }","duration":"3.518650874s","start":"2026-07-03T16:48:06.870455Z","end":"2026-07-03T16:48:10.389106Z","steps":["trace[1719019669] 'agreement among raft nodes before linearized reading' (duration: 3.518564052s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.390116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.730547Z","time spent":"2.659560303s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:10.390154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.870439Z","time spent":"3.519703792s","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:10.390165Z","caller":"traceutil/trace.go:171","msg":"trace[1012725892] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"1.449253113s","start":"2026-07-03T16:48:08.940883Z","end":"2026-07-03T16:48:10.390136Z","steps":["trace[1012725892] 'process raft request' (duration: 1.447808325s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.390187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047500504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:10.39025Z","caller":"traceutil/trace.go:171","msg":"trace[1766727932] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26258; }","duration":"2.047608737s","start":"2026-07-03T16:48:08.342628Z","end":"2026-07-03T16:48:10.390237Z","steps":["trace[1766727932] 'agreement among raft nodes before linearized reading' (duration: 2.047494344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.390242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659189253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:48:10.390274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.940859Z","time spent":"1.449357776s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:10.390287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659267186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:48:10.390294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.342606Z","time spent":"2.047675488s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:10.390304Z","caller":"traceutil/trace.go:171","msg":"trace[1871071628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26258; }","duration":"2.659262046s","start":"2026-07-03T16:48:07.731026Z","end":"2026-07-03T16:48:10.390288Z","steps":["trace[1871071628] 'agreement among raft nodes before linearized reading' (duration: 2.659081831s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:10.390318Z","caller":"traceutil/trace.go:171","msg":"trace[700338845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26258; }","duration":"2.659308167s","start":"2026-07-03T16:48:07.731001Z","end":"2026-07-03T16:48:10.39031Z","steps":["trace[700338845] 'agreement among raft nodes before linearized reading' (duration: 2.659206164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.390355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.730996Z","time spent":"2.659353298s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:48:10.390367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.731023Z","time spent":"2.659328338s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:10.38921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127428919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:10.390444Z","caller":"traceutil/trace.go:171","msg":"trace[1202889365] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26258; }","duration":"2.128676252s","start":"2026-07-03T16:48:08.261751Z","end":"2026-07-03T16:48:10.390428Z","steps":["trace[1202889365] 'agreement among raft nodes before linearized reading' (duration: 2.127335806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.39049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.261662Z","time spent":"2.128815835s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:10.389243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.730472Z","time spent":"2.658764772s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:48:10.390563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659968134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:48:10.390607Z","caller":"traceutil/trace.go:171","msg":"trace[1407863032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26258; }","duration":"2.660028585s","start":"2026-07-03T16:48:07.730564Z","end":"2026-07-03T16:48:10.390593Z","steps":["trace[1407863032] 'agreement among raft nodes before linearized reading' (duration: 2.659902362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.390654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.730556Z","time spent":"2.660088147s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:48:10.389297Z","caller":"traceutil/trace.go:171","msg":"trace[103623619] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"1.845830318s","start":"2026-07-03T16:48:08.543458Z","end":"2026-07-03T16:48:10.389288Z","steps":["trace[103623619] 'process raft request' (duration: 1.84509461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.391091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.543434Z","time spent":"1.847551123s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:10.816441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000561125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:10.816544Z","caller":"traceutil/trace.go:171","msg":"trace[346051401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717379s","start":"2026-07-03T16:48:08.815804Z","end":"2026-07-03T16:48:10.816522Z","steps":["trace[346051401] 'agreement among raft nodes before linearized reading' (duration: 2.000594886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:10.816608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.815784Z","time spent":"2.000808311s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:10.889111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:11.389764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:11.467071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077489492s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:12.060995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:12.061082Z","caller":"traceutil/trace.go:171","msg":"trace[1456025010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652737s","start":"2026-07-03T16:48:10.060409Z","end":"2026-07-03T16:48:12.061061Z","steps":["trace[1456025010] 'agreement among raft nodes before linearized reading' (duration: 2.000547164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:12.061133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.060388Z","time spent":"2.00073473s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:12.79227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317869241s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:12.822109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:12.822171Z","caller":"traceutil/trace.go:171","msg":"trace[390541178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027081s","start":"2026-07-03T16:48:10.82213Z","end":"2026-07-03T16:48:12.822157Z","steps":["trace[390541178] 'agreement among raft nodes before linearized reading' (duration: 1.999955179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:12.82225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.822097Z","time spent":"2.000143574s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:13.375217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:13.375331Z","caller":"traceutil/trace.go:171","msg":"trace[868945767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953079s","start":"2026-07-03T16:48:11.37535Z","end":"2026-07-03T16:48:13.375303Z","steps":["trace[868945767] 'agreement among raft nodes before linearized reading' (duration: 1.999818656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.3754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:11.375301Z","time spent":"2.000082442s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:13.40742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:11.016787Z","time spent":"2.390627421s","remote":"127.0.0.1:54814","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:13.408418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94103276s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:13.40871Z","caller":"traceutil/trace.go:171","msg":"trace[561326155] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27147; }","duration":"3.019777034s","start":"2026-07-03T16:48:10.38892Z","end":"2026-07-03T16:48:13.408697Z","steps":["trace[561326155] 'read index received' (duration: 1.078415426s)","trace[561326155] 'applied index is now lower than readState.Index' (duration: 1.941360928s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:13.408694Z","caller":"traceutil/trace.go:171","msg":"trace[996567839] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"4.222192449s","start":"2026-07-03T16:48:09.186476Z","end":"2026-07-03T16:48:13.408669Z","steps":["trace[996567839] 'process raft request' (duration: 2.280790959s)","trace[996567839] 'compare' (duration: 1.939694725s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:13.40876Z","caller":"traceutil/trace.go:171","msg":"trace[515673646] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"3.018634374s","start":"2026-07-03T16:48:10.390103Z","end":"2026-07-03T16:48:13.408737Z","steps":["trace[515673646] 'process raft request' (duration: 3.018396688s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:13.40893Z","caller":"traceutil/trace.go:171","msg":"trace[516452390] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"3.011866309s","start":"2026-07-03T16:48:10.397058Z","end":"2026-07-03T16:48:13.408925Z","steps":["trace[516452390] 'process raft request' (duration: 3.011571762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.408972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.39704Z","time spent":"3.01190785s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:13.409042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107807649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:13.409182Z","caller":"traceutil/trace.go:171","msg":"trace[1503461477] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26266; }","duration":"4.108003964s","start":"2026-07-03T16:48:09.301168Z","end":"2026-07-03T16:48:13.409172Z","steps":["trace[1503461477] 'agreement among raft nodes before linearized reading' (duration: 4.107769118s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:13.409181Z","caller":"traceutil/trace.go:171","msg":"trace[820279375] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"3.011952221s","start":"2026-07-03T16:48:10.397171Z","end":"2026-07-03T16:48:13.409124Z","steps":["trace[820279375] 'process raft request' (duration: 3.01150039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.409211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:09.301144Z","time spent":"4.108061695s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:13.409249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.397161Z","time spent":"3.012053614s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:13.409346Z","caller":"traceutil/trace.go:171","msg":"trace[971874241] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"3.012201137s","start":"2026-07-03T16:48:10.397137Z","end":"2026-07-03T16:48:13.409339Z","steps":["trace[971874241] 'process raft request' (duration: 3.011515079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.409399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.39713Z","time spent":"3.012246079s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:13.408889Z","caller":"traceutil/trace.go:171","msg":"trace[1533381171] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"3.011968871s","start":"2026-07-03T16:48:10.396912Z","end":"2026-07-03T16:48:13.40888Z","steps":["trace[1533381171] 'process raft request' (duration: 3.011667143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.409463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079613738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:13.409492Z","caller":"traceutil/trace.go:171","msg":"trace[165651918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26266; }","duration":"4.07973618s","start":"2026-07-03T16:48:09.329749Z","end":"2026-07-03T16:48:13.409485Z","steps":["trace[165651918] 'agreement among raft nodes before linearized reading' (duration: 4.079594847s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.409512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:09.329675Z","time spent":"4.079831933s","remote":"127.0.0.1:43856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:13.409078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.390075Z","time spent":"3.018874721s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:13.409466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.396901Z","time spent":"3.012550497s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:13.408911Z","caller":"traceutil/trace.go:171","msg":"trace[2038495982] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"3.011933551s","start":"2026-07-03T16:48:10.396972Z","end":"2026-07-03T16:48:13.408906Z","steps":["trace[2038495982] 'process raft request' (duration: 3.011633123s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.413061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.396966Z","time spent":"3.016029497s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:13.408908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:09.186452Z","time spent":"4.222305692s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:13.409134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411127113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-03T16:48:13.413474Z","caller":"traceutil/trace.go:171","msg":"trace[86099560] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26266; }","duration":"4.415482927s","start":"2026-07-03T16:48:08.997965Z","end":"2026-07-03T16:48:13.413448Z","steps":["trace[86099560] 'agreement among raft nodes before linearized reading' (duration: 4.411096393s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.413543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:08.997945Z","time spent":"4.415575959s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-03T16:48:13.408684Z","caller":"traceutil/trace.go:171","msg":"trace[1853885103] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"3.01463084s","start":"2026-07-03T16:48:10.394021Z","end":"2026-07-03T16:48:13.408652Z","steps":["trace[1853885103] 'process raft request' (duration: 3.014518677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:13.41385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.394005Z","time spent":"3.019772614s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:13.909033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:14.409245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:14.82838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998900731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:14.828453Z","caller":"traceutil/trace.go:171","msg":"trace[1088048551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998998534s","start":"2026-07-03T16:48:12.829441Z","end":"2026-07-03T16:48:14.82844Z","steps":["trace[1088048551] 'agreement among raft nodes before linearized reading' (duration: 1.998899931s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:14.828485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.829401Z","time spent":"1.999076266s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:14.910294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:15.41139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:15.62938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.836892856s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:16.8286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:16.828687Z","caller":"traceutil/trace.go:171","msg":"trace[1253756837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000179435s","start":"2026-07-03T16:48:14.828489Z","end":"2026-07-03T16:48:16.828668Z","steps":["trace[1253756837] 'agreement among raft nodes before linearized reading' (duration: 2.000050802s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:16.828739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.828466Z","time spent":"2.000262557s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:17.395239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.397227Z","time spent":"4.998005728s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:17.395279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.396211Z","time spent":"4.999064405s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:48:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:17.396325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.396969Z","time spent":"4.999344402s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:17.396497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.39886Z","time spent":"4.997634469s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:17.39719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.397662Z","time spent":"4.999524388s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:17.397662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.399206Z","time spent":"4.99845221s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:17.398779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.399438Z","time spent":"4.999338302s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:17.403389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.40731Z","time spent":"4.996073668s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:17.486838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179927071s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:17.486959Z","caller":"traceutil/trace.go:171","msg":"trace[991973720] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26266; }","duration":"3.180064534s","start":"2026-07-03T16:48:14.306875Z","end":"2026-07-03T16:48:17.486939Z","steps":["trace[991973720] 'range keys from in-memory index tree' (duration: 3.1799064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:17.488864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859157493s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:17.493296Z","caller":"traceutil/trace.go:171","msg":"trace[192543037] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"5.091409752s","start":"2026-07-03T16:48:12.401856Z","end":"2026-07-03T16:48:17.493266Z","steps":["trace[192543037] 'process raft request' (duration: 5.089431731s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:17.493438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.401844Z","time spent":"5.091521215s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:18.83764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000670138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:18.837778Z","caller":"traceutil/trace.go:171","msg":"trace[855768970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867193s","start":"2026-07-03T16:48:16.836889Z","end":"2026-07-03T16:48:18.837756Z","steps":["trace[855768970] 'agreement among raft nodes before linearized reading' (duration: 2.000705459s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:18.837831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:16.836865Z","time spent":"2.000953845s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:19.022123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.390049207s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:19.871079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.870469Z","time spent":"7.000601656s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:20.042517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.042232Z","time spent":"7.000279109s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:20.414725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999847798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:20.41481Z","caller":"traceutil/trace.go:171","msg":"trace[1820951493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999990811s","start":"2026-07-03T16:48:15.4148Z","end":"2026-07-03T16:48:20.41479Z","steps":["trace[1820951493] 'agreement among raft nodes before linearized reading' (duration: 4.999874908s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:20.41487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.414739Z","time spent":"5.000114385s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:48:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:20.418417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999326003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:20.418514Z","caller":"traceutil/trace.go:171","msg":"trace[1182148500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999465597s","start":"2026-07-03T16:48:15.419027Z","end":"2026-07-03T16:48:20.418492Z","steps":["trace[1182148500] 'agreement among raft nodes before linearized reading' (duration: 4.999342734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:20.418662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999459876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:48:20.418726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.419017Z","time spent":"4.999690202s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:48:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:48:20.418784Z","caller":"traceutil/trace.go:171","msg":"trace[523359677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999689333s","start":"2026-07-03T16:48:15.419074Z","end":"2026-07-03T16:48:20.418763Z","steps":["trace[523359677] 'agreement among raft nodes before linearized reading' (duration: 4.999476997s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:20.41914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.419067Z","time spent":"5.000055243s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:48:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:20.838705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000616706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:20.838794Z","caller":"traceutil/trace.go:171","msg":"trace[436160198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867272s","start":"2026-07-03T16:48:18.837909Z","end":"2026-07-03T16:48:20.838777Z","steps":["trace[436160198] 'agreement among raft nodes before linearized reading' (duration: 2.000743789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:20.83887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.837887Z","time spent":"2.000974286s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:21.124123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248546472s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:22.395766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.395278Z","time spent":"7.000482305s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:22.396148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998188145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:22.396196Z","caller":"traceutil/trace.go:171","msg":"trace[1335508356] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998260496s","start":"2026-07-03T16:48:17.397917Z","end":"2026-07-03T16:48:22.396178Z","steps":["trace[1335508356] 'agreement among raft nodes before linearized reading' (duration: 4.998196675s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.396235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.397913Z","time spent":"4.998313618s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:48:22.396225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999272073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:22.396234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9964817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:22.396295Z","caller":"traceutil/trace.go:171","msg":"trace[1039093512] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999391715s","start":"2026-07-03T16:48:17.396884Z","end":"2026-07-03T16:48:22.396276Z","steps":["trace[1039093512] 'agreement among raft nodes before linearized reading' (duration: 4.999300292s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:22.396299Z","caller":"traceutil/trace.go:171","msg":"trace[1259646844] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.996574482s","start":"2026-07-03T16:48:17.399708Z","end":"2026-07-03T16:48:22.396283Z","steps":["trace[1259646844] 'agreement among raft nodes before linearized reading' (duration: 4.99649158s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.396319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999415316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:48:22.396333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.399702Z","time spent":"4.996625043s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:48:22.396333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.396868Z","time spent":"4.999458007s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T16:48:22.396344Z","caller":"traceutil/trace.go:171","msg":"trace[1092715405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999464867s","start":"2026-07-03T16:48:17.396871Z","end":"2026-07-03T16:48:22.396336Z","steps":["trace[1092715405] 'agreement among raft nodes before linearized reading' (duration: 4.999439657s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.396421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.396857Z","time spent":"4.999555719s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:22.39699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99913923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:22.397016Z","caller":"traceutil/trace.go:171","msg":"trace[1186557973] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99918534s","start":"2026-07-03T16:48:17.397823Z","end":"2026-07-03T16:48:22.397009Z","steps":["trace[1186557973] 'agreement among raft nodes before linearized reading' (duration: 4.99915559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.397034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.397813Z","time spent":"4.999216132s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:22.397437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998661787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:22.397474Z","caller":"traceutil/trace.go:171","msg":"trace[2002444340] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998713208s","start":"2026-07-03T16:48:17.398752Z","end":"2026-07-03T16:48:22.397465Z","steps":["trace[2002444340] 'agreement among raft nodes before linearized reading' (duration: 4.998671907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.39751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.398746Z","time spent":"4.9987532s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:22.398563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998376309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:22.398622Z","caller":"traceutil/trace.go:171","msg":"trace[754919628] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998463401s","start":"2026-07-03T16:48:17.400147Z","end":"2026-07-03T16:48:22.398611Z","steps":["trace[754919628] 'agreement among raft nodes before linearized reading' (duration: 4.998385679s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.398654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.40014Z","time spent":"4.998508202s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:22.403151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999132179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:22.403292Z","caller":"traceutil/trace.go:171","msg":"trace[1467139993] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999296553s","start":"2026-07-03T16:48:17.403982Z","end":"2026-07-03T16:48:22.403279Z","steps":["trace[1467139993] 'agreement among raft nodes before linearized reading' (duration: 4.999141259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.403345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.403976Z","time spent":"4.999361106s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:22.407496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.010098144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:22.407605Z","caller":"traceutil/trace.go:171","msg":"trace[2823912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.010241968s","start":"2026-07-03T16:48:15.397348Z","end":"2026-07-03T16:48:22.40759Z","steps":["trace[2823912] 'agreement among raft nodes before linearized reading' (duration: 7.010126905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.40764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.397331Z","time spent":"7.01029816s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/03 16:48:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:22.631363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474644032s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:22.68142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.320146Z","time spent":"1.361267429s","remote":"127.0.0.1:55696","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:22.683237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659605946s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:22.68348Z","caller":"traceutil/trace.go:171","msg":"trace[449771733] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"1.761402227s","start":"2026-07-03T16:48:20.922065Z","end":"2026-07-03T16:48:22.683467Z","steps":["trace[449771733] 'process raft request' (duration: 1.761348296s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.683524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.922046Z","time spent":"1.761456748s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:22.683509Z","caller":"traceutil/trace.go:171","msg":"trace[1061985264] linearizableReadLoop","detail":"{readStateIndex:27167; appliedIndex:27155; }","duration":"9.274722634s","start":"2026-07-03T16:48:13.40874Z","end":"2026-07-03T16:48:22.683463Z","steps":["trace[1061985264] 'read index received' (duration: 2.220880504s)","trace[1061985264] 'applied index is now lower than readState.Index' (duration: 7.05383484s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:22.684147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.525629057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:22.684194Z","caller":"traceutil/trace.go:171","msg":"trace[24945912] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26279; }","duration":"9.525795971s","start":"2026-07-03T16:48:13.158386Z","end":"2026-07-03T16:48:22.684182Z","steps":["trace[24945912] 'agreement among raft nodes before linearized reading' (duration: 9.525556395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.684231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.158366Z","time spent":"9.525854052s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:22.684419Z","caller":"traceutil/trace.go:171","msg":"trace[644861051] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26278; }","duration":"2.637225653s","start":"2026-07-03T16:48:20.047179Z","end":"2026-07-03T16:48:22.684405Z","steps":["trace[644861051] 'process raft request' (duration: 2.636217047s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.68447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.72104844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:22.684482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.047156Z","time spent":"2.637285454s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:22.684507Z","caller":"traceutil/trace.go:171","msg":"trace[511891955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26279; }","duration":"9.721130792s","start":"2026-07-03T16:48:12.963363Z","end":"2026-07-03T16:48:22.684494Z","steps":["trace[511891955] 'agreement among raft nodes before linearized reading' (duration: 9.721070931s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.68454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.963341Z","time spent":"9.721191313s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.684701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.869406351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:22.684711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.113528969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:22.684729Z","caller":"traceutil/trace.go:171","msg":"trace[1919759130] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26279; }","duration":"12.11356922s","start":"2026-07-03T16:48:10.571154Z","end":"2026-07-03T16:48:22.684723Z","steps":["trace[1919759130] 'agreement among raft nodes before linearized reading' (duration: 12.113531319s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:22.684731Z","caller":"traceutil/trace.go:171","msg":"trace[1150995576] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26279; }","duration":"9.869460363s","start":"2026-07-03T16:48:12.815262Z","end":"2026-07-03T16:48:22.684722Z","steps":["trace[1150995576] 'agreement among raft nodes before linearized reading' (duration: 9.869413782s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.684743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.571144Z","time spent":"12.113595501s","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.684768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.815245Z","time spent":"9.869514494s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:48:22.684833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.955950538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:22.684858Z","caller":"traceutil/trace.go:171","msg":"trace[1072288744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26279; }","duration":"9.955975188s","start":"2026-07-03T16:48:12.728876Z","end":"2026-07-03T16:48:22.684851Z","steps":["trace[1072288744] 'agreement among raft nodes before linearized reading' (duration: 9.955940328s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.684882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.728838Z","time spent":"9.95603875s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.684887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.139824771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:22.684901Z","caller":"traceutil/trace.go:171","msg":"trace[1680878765] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26279; }","duration":"12.139841592s","start":"2026-07-03T16:48:10.545055Z","end":"2026-07-03T16:48:22.684897Z","steps":["trace[1680878765] 'agreement among raft nodes before linearized reading' (duration: 12.139815011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.684914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.544925Z","time spent":"12.139984826s","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.684986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.395880189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:22.684996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.285167905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:22.685004Z","caller":"traceutil/trace.go:171","msg":"trace[578709186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26279; }","duration":"10.39593524s","start":"2026-07-03T16:48:12.289063Z","end":"2026-07-03T16:48:22.684998Z","steps":["trace[578709186] 'agreement among raft nodes before linearized reading' (duration: 10.395906189s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:22.685009Z","caller":"traceutil/trace.go:171","msg":"trace[977644774] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26279; }","duration":"12.285200445s","start":"2026-07-03T16:48:10.399804Z","end":"2026-07-03T16:48:22.685005Z","steps":["trace[977644774] 'agreement among raft nodes before linearized reading' (duration: 12.285174685s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.685024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.399794Z","time spent":"12.285225326s","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.685023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.289043Z","time spent":"10.395974982s","remote":"127.0.0.1:44630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.685118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.46911386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:22.685127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.288009838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:22.685135Z","caller":"traceutil/trace.go:171","msg":"trace[1951215778] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26279; }","duration":"10.469164822s","start":"2026-07-03T16:48:12.215965Z","end":"2026-07-03T16:48:22.68513Z","steps":["trace[1951215778] 'agreement among raft nodes before linearized reading' (duration: 10.469136761s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:22.68514Z","caller":"traceutil/trace.go:171","msg":"trace[1886928974] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26279; }","duration":"12.2880522s","start":"2026-07-03T16:48:10.397084Z","end":"2026-07-03T16:48:22.685136Z","steps":["trace[1886928974] 'agreement among raft nodes before linearized reading' (duration: 12.288000178s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.685153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.397065Z","time spent":"12.28808444s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.685153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.215946Z","time spent":"10.469201892s","remote":"127.0.0.1:50972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.685236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.290694818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18bed57fb6326ba6\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-03T16:48:22.685243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.531782126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:22.685249Z","caller":"traceutil/trace.go:171","msg":"trace[1217824572] range","detail":"{range_begin:/registry/events/openstack/container-infra.18bed57fb6326ba6; range_end:; response_count:1; response_revision:26279; }","duration":"12.290719629s","start":"2026-07-03T16:48:10.394524Z","end":"2026-07-03T16:48:22.685244Z","steps":["trace[1217824572] 'agreement among raft nodes before linearized reading' (duration: 12.290660767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.68526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.394516Z","time spent":"12.29074082s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18bed57fb6326ba6\" "} {"level":"info","ts":"2026-07-03T16:48:22.685263Z","caller":"traceutil/trace.go:171","msg":"trace[1225501680] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26279; }","duration":"10.531840048s","start":"2026-07-03T16:48:12.153416Z","end":"2026-07-03T16:48:22.685256Z","steps":["trace[1225501680] 'agreement among raft nodes before linearized reading' (duration: 10.531811317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.685281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:12.153395Z","time spent":"10.531880739s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.685354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.2911265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:48:22.685367Z","caller":"traceutil/trace.go:171","msg":"trace[1738643670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26279; }","duration":"12.291155582s","start":"2026-07-03T16:48:10.394207Z","end":"2026-07-03T16:48:22.685363Z","steps":["trace[1738643670] 'agreement among raft nodes before linearized reading' (duration: 12.291112579s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.685379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.394196Z","time spent":"12.291179972s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:48:22.685596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.321726524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274828"} {"level":"info","ts":"2026-07-03T16:48:22.685616Z","caller":"traceutil/trace.go:171","msg":"trace[1560896578] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26279; }","duration":"11.321785816s","start":"2026-07-03T16:48:11.363823Z","end":"2026-07-03T16:48:22.685609Z","steps":["trace[1560896578] 'agreement among raft nodes before linearized reading' (duration: 11.3215371s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.685634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:11.363799Z","time spent":"11.321830697s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274852,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:48:22.685819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.423536397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:22.685839Z","caller":"traceutil/trace.go:171","msg":"trace[1173636105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26279; }","duration":"11.423589589s","start":"2026-07-03T16:48:11.262243Z","end":"2026-07-03T16:48:22.685833Z","steps":["trace[1173636105] 'agreement among raft nodes before linearized reading' (duration: 11.423555868s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.685859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:11.262224Z","time spent":"11.423628779s","remote":"127.0.0.1:58052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.685934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.432292924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:48:22.68595Z","caller":"traceutil/trace.go:171","msg":"trace[1885659203] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26279; }","duration":"11.432338225s","start":"2026-07-03T16:48:11.253607Z","end":"2026-07-03T16:48:22.685945Z","steps":["trace[1885659203] 'agreement among raft nodes before linearized reading' (duration: 11.432287794s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.685962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:11.253591Z","time spent":"11.432369046s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:48:22.685994Z","caller":"traceutil/trace.go:171","msg":"trace[823842689] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26278; }","duration":"2.810498602s","start":"2026-07-03T16:48:19.87548Z","end":"2026-07-03T16:48:22.685979Z","steps":["trace[823842689] 'process raft request' (duration: 2.807896575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.686039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.888608431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:22.686053Z","caller":"traceutil/trace.go:171","msg":"trace[2098155462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26279; }","duration":"11.888675822s","start":"2026-07-03T16:48:10.797373Z","end":"2026-07-03T16:48:22.686049Z","steps":["trace[2098155462] 'agreement among raft nodes before linearized reading' (duration: 11.888651561s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.686066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:10.79734Z","time spent":"11.888722073s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:22.686072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.875458Z","time spent":"2.810581074s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:22.845983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:22.846056Z","caller":"traceutil/trace.go:171","msg":"trace[1466579624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000930824s","start":"2026-07-03T16:48:20.845108Z","end":"2026-07-03T16:48:22.846039Z","steps":["trace[1466579624] 'agreement among raft nodes before linearized reading' (duration: 2.000835992s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:22.846107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.845092Z","time spent":"2.000994497s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:23.18412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:23.684484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:24.069248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408936186s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:24.846298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999890018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:24.84639Z","caller":"traceutil/trace.go:171","msg":"trace[687341860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023772s","start":"2026-07-03T16:48:22.846348Z","end":"2026-07-03T16:48:24.846372Z","steps":["trace[687341860] 'agreement among raft nodes before linearized reading' (duration: 1.999903088s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:24.84644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.846335Z","time spent":"2.000094343s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:25.415177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998698437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:25.415267Z","caller":"traceutil/trace.go:171","msg":"trace[1579520523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998836072s","start":"2026-07-03T16:48:22.416407Z","end":"2026-07-03T16:48:25.415243Z","steps":["trace[1579520523] 'agreement among raft nodes before linearized reading' (duration: 2.998706558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.415321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.416391Z","time spent":"2.998918653s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:48:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:25.416549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998082503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:25.416615Z","caller":"traceutil/trace.go:171","msg":"trace[1269378863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998175535s","start":"2026-07-03T16:48:15.418423Z","end":"2026-07-03T16:48:25.416599Z","steps":["trace[1269378863] 'agreement among raft nodes before linearized reading' (duration: 9.998091443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.416651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.418418Z","time spent":"9.998224797s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/03 16:48:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:25.417233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998786752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:25.417314Z","caller":"traceutil/trace.go:171","msg":"trace[1258680615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.998897766s","start":"2026-07-03T16:48:15.418376Z","end":"2026-07-03T16:48:25.417274Z","steps":["trace[1258680615] 'agreement among raft nodes before linearized reading' (duration: 9.998810873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.417416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.418363Z","time spent":"9.998987178s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/03 16:48:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:25.419489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999095777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:25.419547Z","caller":"traceutil/trace.go:171","msg":"trace[1500591834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99918818s","start":"2026-07-03T16:48:22.420346Z","end":"2026-07-03T16:48:25.419534Z","steps":["trace[1500591834] 'agreement among raft nodes before linearized reading' (duration: 2.999120398s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.419542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999028656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:48:25.419578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.420327Z","time spent":"2.999241871s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:48:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:48:25.419623Z","caller":"traceutil/trace.go:171","msg":"trace[636899622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999213701s","start":"2026-07-03T16:48:22.420389Z","end":"2026-07-03T16:48:25.419603Z","steps":["trace[636899622] 'agreement among raft nodes before linearized reading' (duration: 2.999071506s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.419676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.420358Z","time spent":"2.999305084s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:48:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:26.492872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186203566s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:26.49298Z","caller":"traceutil/trace.go:171","msg":"trace[9815379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26279; }","duration":"2.186318689s","start":"2026-07-03T16:48:24.306643Z","end":"2026-07-03T16:48:26.492962Z","steps":["trace[9815379] 'range keys from in-memory index tree' (duration: 2.186189004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:26.494307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424736966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:26.494445Z","caller":"traceutil/trace.go:171","msg":"trace[1404278950] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"4.094144125s","start":"2026-07-03T16:48:22.400279Z","end":"2026-07-03T16:48:26.494423Z","steps":["trace[1404278950] 'process raft request' (duration: 1.669215204s)","trace[1404278950] 'compare' (duration: 2.422218811s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:26.494501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.400268Z","time spent":"4.094210907s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:48:26.854053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:26.854157Z","caller":"traceutil/trace.go:171","msg":"trace[1792960282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495094s","start":"2026-07-03T16:48:24.853637Z","end":"2026-07-03T16:48:26.854132Z","steps":["trace[1792960282] 'agreement among raft nodes before linearized reading' (duration: 2.00036042s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:26.854228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.85362Z","time spent":"2.000591906s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:27.397065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999274032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:27.39724Z","caller":"traceutil/trace.go:171","msg":"trace[848365097] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99956204s","start":"2026-07-03T16:48:22.397655Z","end":"2026-07-03T16:48:27.397217Z","steps":["trace[848365097] 'agreement among raft nodes before linearized reading' (duration: 4.999342044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:27.397329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.397641Z","time spent":"4.999670743s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/03 16:48:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:27.416136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017404843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:27.41622Z","caller":"traceutil/trace.go:171","msg":"trace[1871203426] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.017532817s","start":"2026-07-03T16:48:22.398672Z","end":"2026-07-03T16:48:27.416204Z","steps":["trace[1871203426] 'agreement among raft nodes before linearized reading' (duration: 4.998246966s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:27.416265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.398656Z","time spent":"5.017600338s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/03 16:48:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:27.423312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.074632998s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:28.854723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:28.854914Z","caller":"traceutil/trace.go:171","msg":"trace[1676230611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069822s","start":"2026-07-03T16:48:26.854731Z","end":"2026-07-03T16:48:28.8548Z","steps":["trace[1676230611] 'agreement among raft nodes before linearized reading' (duration: 1.999918509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:28.854981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.854708Z","time spent":"2.000257358s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:29.69189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.690757Z","time spent":"7.001126813s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:30.41578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.417676Z","time spent":"4.998097922s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:30.420002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.42082Z","time spent":"4.999176091s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:30.862828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:30.862894Z","caller":"traceutil/trace.go:171","msg":"trace[397530010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019281s","start":"2026-07-03T16:48:28.86286Z","end":"2026-07-03T16:48:30.862879Z","steps":["trace[397530010] 'agreement among raft nodes before linearized reading' (duration: 1.999930469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:30.862929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.862845Z","time spent":"2.000076922s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:31.24775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824119486s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:31.248493Z","caller":"traceutil/trace.go:171","msg":"trace[893280476] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27170; }","duration":"8.564864097s","start":"2026-07-03T16:48:22.683603Z","end":"2026-07-03T16:48:31.248468Z","steps":["trace[893280476] 'read index received' (duration: 1.385908219s)","trace[893280476] 'applied index is now lower than readState.Index' (duration: 7.178953468s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:31.24856Z","caller":"traceutil/trace.go:171","msg":"trace[767133494] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"5.83004823s","start":"2026-07-03T16:48:25.418481Z","end":"2026-07-03T16:48:31.24853Z","steps":["trace[767133494] 'process raft request' (duration: 5.829399874s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.248618Z","caller":"traceutil/trace.go:171","msg":"trace[722519711] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"5.829676881s","start":"2026-07-03T16:48:25.418905Z","end":"2026-07-03T16:48:31.248582Z","steps":["trace[722519711] 'process raft request' (duration: 5.828993793s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.248699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.418471Z","time spent":"5.830156963s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:31.248755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.418896Z","time spent":"5.829789283s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:31.749301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965407996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:31.826022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.050222966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.82599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.021155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:48:31.826138Z","caller":"traceutil/trace.go:171","msg":"trace[2030625652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26286; }","duration":"11.050408141s","start":"2026-07-03T16:48:20.775698Z","end":"2026-07-03T16:48:31.826106Z","steps":["trace[2030625652] 'agreement among raft nodes before linearized reading' (duration: 10.472852138s)","trace[2030625652] 'count revisions from in-memory index tree' (duration: 577.371718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.826202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.775673Z","time spent":"11.050512154s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.82631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634199685s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:31.826522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.326365637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:48:31.826839Z","caller":"traceutil/trace.go:171","msg":"trace[1708416444] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26286; }","duration":"14.326467049s","start":"2026-07-03T16:48:17.500117Z","end":"2026-07-03T16:48:31.826584Z","steps":["trace[1708416444] 'agreement among raft nodes before linearized reading' (duration: 13.748436973s)","trace[1708416444] 'range keys from in-memory index tree' (duration: 577.634605ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.826935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.500074Z","time spent":"14.326846609s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:48:31.827217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.877470013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:31.827349Z","caller":"traceutil/trace.go:171","msg":"trace[671319261] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26286; }","duration":"11.877672598s","start":"2026-07-03T16:48:19.949646Z","end":"2026-07-03T16:48:31.827319Z","steps":["trace[671319261] 'agreement among raft nodes before linearized reading' (duration: 11.298912383s)","trace[671319261] 'count revisions from in-memory index tree' (duration: 578.56842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.827398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.949621Z","time spent":"11.877765511s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.827437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.632528305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.827492Z","caller":"traceutil/trace.go:171","msg":"trace[287460727] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26286; }","duration":"16.632618608s","start":"2026-07-03T16:48:15.194857Z","end":"2026-07-03T16:48:31.827476Z","steps":["trace[287460727] 'agreement among raft nodes before linearized reading' (duration: 16.05373426s)","trace[287460727] 'count revisions from in-memory index tree' (duration: 578.810976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.827488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.824049357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.827519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.194838Z","time spent":"16.632673069s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:31.827557Z","caller":"traceutil/trace.go:171","msg":"trace[1383717815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26286; }","duration":"15.824136409s","start":"2026-07-03T16:48:16.003397Z","end":"2026-07-03T16:48:31.827533Z","steps":["trace[1383717815] 'agreement among raft nodes before linearized reading' (duration: 15.245124578s)","trace[1383717815] 'count revisions from in-memory index tree' (duration: 578.903919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.827607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:16.003342Z","time spent":"15.824251413s","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.827671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.105194935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.827712Z","caller":"traceutil/trace.go:171","msg":"trace[1436862152] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26286; }","duration":"12.105266687s","start":"2026-07-03T16:48:19.722433Z","end":"2026-07-03T16:48:31.8277Z","steps":["trace[1436862152] 'agreement among raft nodes before linearized reading' (duration: 11.526157193s)","trace[1436862152] 'count revisions from in-memory index tree' (duration: 579.058533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.827711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.540193398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.827737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.722413Z","time spent":"12.105316757s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:31.827752Z","caller":"traceutil/trace.go:171","msg":"trace[1915274540] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26286; }","duration":"15.54026061s","start":"2026-07-03T16:48:16.287472Z","end":"2026-07-03T16:48:31.827733Z","steps":["trace[1915274540] 'agreement among raft nodes before linearized reading' (duration: 14.961097104s)","trace[1915274540] 'count revisions from in-memory index tree' (duration: 579.130525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.827784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:16.287448Z","time spent":"15.540327181s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.410542232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:48:31.828042Z","caller":"traceutil/trace.go:171","msg":"trace[824218952] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26286; }","duration":"18.410598183s","start":"2026-07-03T16:48:13.417434Z","end":"2026-07-03T16:48:31.828033Z","steps":["trace[824218952] 'agreement among raft nodes before linearized reading' (duration: 17.831163011s)","trace[824218952] 'range keys from in-memory index tree' (duration: 579.284899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.828064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.417423Z","time spent":"18.410635195s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:48:31.828133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.838452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:31.828194Z","caller":"traceutil/trace.go:171","msg":"trace[1989974315] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26286; }","duration":"12.838547823s","start":"2026-07-03T16:48:18.989628Z","end":"2026-07-03T16:48:31.828176Z","steps":["trace[1989974315] 'agreement among raft nodes before linearized reading' (duration: 12.258862354s)","trace[1989974315] 'count revisions from in-memory index tree' (duration: 579.605657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.828223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.019182253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:48:31.828244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.989607Z","time spent":"12.838624624s","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:31.828259Z","caller":"traceutil/trace.go:171","msg":"trace[776988115] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26286; }","duration":"17.019261895s","start":"2026-07-03T16:48:14.808988Z","end":"2026-07-03T16:48:31.82825Z","steps":["trace[776988115] 'agreement among raft nodes before linearized reading' (duration: 16.439573056s)","trace[776988115] 'count revisions from in-memory index tree' (duration: 579.624117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.82831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.756366379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:31.82834Z","caller":"traceutil/trace.go:171","msg":"trace[145929416] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26286; }","duration":"17.756434281s","start":"2026-07-03T16:48:14.071898Z","end":"2026-07-03T16:48:31.828332Z","steps":["trace[145929416] 'agreement among raft nodes before linearized reading' (duration: 17.176688401s)","trace[145929416] 'count revisions from in-memory index tree' (duration: 579.697829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.828363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.071876Z","time spent":"17.756480452s","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.291204992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.828543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.80897Z","time spent":"17.019308497s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.414698159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:48:31.828562Z","caller":"traceutil/trace.go:171","msg":"trace[1902787946] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26286; }","duration":"10.291290394s","start":"2026-07-03T16:48:21.53725Z","end":"2026-07-03T16:48:31.828541Z","steps":["trace[1902787946] 'agreement among raft nodes before linearized reading' (duration: 9.711276517s)","trace[1902787946] 'count revisions from in-memory index tree' (duration: 579.948636ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:31.828581Z","caller":"traceutil/trace.go:171","msg":"trace[352769894] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26286; }","duration":"18.414789112s","start":"2026-07-03T16:48:13.413784Z","end":"2026-07-03T16:48:31.828573Z","steps":["trace[352769894] 'agreement among raft nodes before linearized reading' (duration: 17.834815696s)","trace[352769894] 'range keys from in-memory index tree' (duration: 579.899174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.828603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.413765Z","time spent":"18.414831873s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:48:31.828607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.537228Z","time spent":"10.291365097s","remote":"127.0.0.1:55240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.8286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.072448105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.830448Z","caller":"traceutil/trace.go:171","msg":"trace[594350363] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26286; }","duration":"16.074369596s","start":"2026-07-03T16:48:15.756054Z","end":"2026-07-03T16:48:31.830424Z","steps":["trace[594350363] 'agreement among raft nodes before linearized reading' (duration: 15.49252124s)","trace[594350363] 'count revisions from in-memory index tree' (duration: 579.936455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.830517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.756032Z","time spent":"16.074462467s","remote":"127.0.0.1:43940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.82887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.408488458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.830829Z","caller":"traceutil/trace.go:171","msg":"trace[1936553716] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26286; }","duration":"12.41051842s","start":"2026-07-03T16:48:19.420289Z","end":"2026-07-03T16:48:31.830807Z","steps":["trace[1936553716] 'agreement among raft nodes before linearized reading' (duration: 11.828279215s)","trace[1936553716] 'count revisions from in-memory index tree' (duration: 580.284254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.830901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.420267Z","time spent":"12.410613363s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:31.829909Z","caller":"traceutil/trace.go:171","msg":"trace[1760858683] linearizableReadLoop","detail":"{readStateIndex:27178; appliedIndex:27177; }","duration":"581.342362ms","start":"2026-07-03T16:48:31.248556Z","end":"2026-07-03T16:48:31.829898Z","steps":["trace[1760858683] 'read index received' (duration: 577.916473ms)","trace[1760858683] 'applied index is now lower than readState.Index' (duration: 3.425029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.828903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.027868746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.829579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.965490299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:48:31.831134Z","caller":"traceutil/trace.go:171","msg":"trace[1164637772] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26286; }","duration":"12.030126965s","start":"2026-07-03T16:48:19.800982Z","end":"2026-07-03T16:48:31.831109Z","steps":["trace[1164637772] 'agreement among raft nodes before linearized reading' (duration: 11.447597862s)","trace[1164637772] 'count revisions from in-memory index tree' (duration: 580.294844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.831193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.800962Z","time spent":"12.030211068s","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:31.83116Z","caller":"traceutil/trace.go:171","msg":"trace[1135246305] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26286; }","duration":"10.967090599s","start":"2026-07-03T16:48:20.864056Z","end":"2026-07-03T16:48:31.831146Z","steps":["trace[1135246305] 'agreement among raft nodes before linearized reading' (duration: 10.384488075s)","trace[1135246305] 'range keys from in-memory index tree' (duration: 580.993193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.828915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.182275555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.831306Z","caller":"traceutil/trace.go:171","msg":"trace[1020221534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26286; }","duration":"12.184785051s","start":"2026-07-03T16:48:19.646497Z","end":"2026-07-03T16:48:31.831282Z","steps":["trace[1020221534] 'agreement among raft nodes before linearized reading' (duration: 11.602067753s)","trace[1020221534] 'count revisions from in-memory index tree' (duration: 580.325025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.83136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.646475Z","time spent":"12.184871472s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.145751886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.831458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.86404Z","time spent":"10.967307005s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:48:31.831475Z","caller":"traceutil/trace.go:171","msg":"trace[132822493] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26286; }","duration":"10.148724033s","start":"2026-07-03T16:48:21.682742Z","end":"2026-07-03T16:48:31.831466Z","steps":["trace[132822493] 'agreement among raft nodes before linearized reading' (duration: 9.56578001s)","trace[132822493] 'count revisions from in-memory index tree' (duration: 579.942985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.831694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.682721Z","time spent":"10.148773765s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.238023473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:31.831829Z","caller":"traceutil/trace.go:171","msg":"trace[878444175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26286; }","duration":"16.240916999s","start":"2026-07-03T16:48:15.590881Z","end":"2026-07-03T16:48:31.831798Z","steps":["trace[878444175] 'agreement among raft nodes before linearized reading' (duration: 15.657703159s)","trace[878444175] 'count revisions from in-memory index tree' (duration: 580.338135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.827935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.708844386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.831918Z","caller":"traceutil/trace.go:171","msg":"trace[552266602] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26286; }","duration":"13.712866531s","start":"2026-07-03T16:48:18.119029Z","end":"2026-07-03T16:48:31.831895Z","steps":["trace[552266602] 'agreement among raft nodes before linearized reading' (duration: 13.129512496s)","trace[552266602] 'count revisions from in-memory index tree' (duration: 579.36282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.831914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:15.590865Z","time spent":"16.241021932s","remote":"127.0.0.1:55396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.831974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.119006Z","time spent":"13.712955613s","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.632786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.83204Z","caller":"traceutil/trace.go:171","msg":"trace[1136013241] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26286; }","duration":"12.635878501s","start":"2026-07-03T16:48:19.196138Z","end":"2026-07-03T16:48:31.832017Z","steps":["trace[1136013241] 'agreement among raft nodes before linearized reading' (duration: 12.052445085s)","trace[1136013241] 'count revisions from in-memory index tree' (duration: 580.365766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.832117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.196117Z","time spent":"12.635971174s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.426754182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:48:31.832818Z","caller":"traceutil/trace.go:171","msg":"trace[265509248] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26286; }","duration":"9.430596461s","start":"2026-07-03T16:48:22.402166Z","end":"2026-07-03T16:48:31.832763Z","steps":["trace[265509248] 'agreement among raft nodes before linearized reading' (duration: 8.846342014s)","trace[265509248] 'range keys from in-memory index tree' (duration: 580.355166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.828979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.92785229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.832935Z","caller":"traceutil/trace.go:171","msg":"trace[870251853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26286; }","duration":"17.931841504s","start":"2026-07-03T16:48:13.901074Z","end":"2026-07-03T16:48:31.832916Z","steps":["trace[870251853] 'agreement among raft nodes before linearized reading' (duration: 17.347528265s)","trace[870251853] 'count revisions from in-memory index tree' (duration: 580.355476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.832859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.402155Z","time spent":"9.430693445s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:48:31.832987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.901049Z","time spent":"17.931922657s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.723114624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.833337Z","caller":"traceutil/trace.go:171","msg":"trace[1488411123] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26286; }","duration":"10.727485579s","start":"2026-07-03T16:48:21.105826Z","end":"2026-07-03T16:48:31.833311Z","steps":["trace[1488411123] 'agreement among raft nodes before linearized reading' (duration: 10.142706857s)","trace[1488411123] 'count revisions from in-memory index tree' (duration: 580.432588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.833405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.105806Z","time spent":"10.72755761s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.829039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.562738682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.833457Z","caller":"traceutil/trace.go:171","msg":"trace[1848471039] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26286; }","duration":"12.567211229s","start":"2026-07-03T16:48:19.266231Z","end":"2026-07-03T16:48:31.833442Z","steps":["trace[1848471039] 'agreement among raft nodes before linearized reading' (duration: 11.982345305s)","trace[1848471039] 'count revisions from in-memory index tree' (duration: 580.438679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.833505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:19.266198Z","time spent":"12.567293991s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.829099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.95825654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.8338Z","caller":"traceutil/trace.go:171","msg":"trace[1813620948] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26286; }","duration":"10.962783277s","start":"2026-07-03T16:48:20.870792Z","end":"2026-07-03T16:48:31.833575Z","steps":["trace[1813620948] 'agreement among raft nodes before linearized reading' (duration: 10.377746529s)","trace[1813620948] 'count revisions from in-memory index tree' (duration: 580.544582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.829139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.571508491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.833897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.87077Z","time spent":"10.963112485s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:31.833905Z","caller":"traceutil/trace.go:171","msg":"trace[1922027719] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26286; }","duration":"13.576264514s","start":"2026-07-03T16:48:18.257619Z","end":"2026-07-03T16:48:31.833884Z","steps":["trace[1922027719] 'agreement among raft nodes before linearized reading' (duration: 12.990914808s)","trace[1922027719] 'count revisions from in-memory index tree' (duration: 580.585953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.829166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.954322097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.834012Z","caller":"traceutil/trace.go:171","msg":"trace[2030327860] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26286; }","duration":"9.959400309s","start":"2026-07-03T16:48:21.8746Z","end":"2026-07-03T16:48:31.834001Z","steps":["trace[2030327860] 'agreement among raft nodes before linearized reading' (duration: 9.37391442s)","trace[2030327860] 'count revisions from in-memory index tree' (duration: 580.431178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.834044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.2576Z","time spent":"13.576394137s","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.834093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.874576Z","time spent":"9.959504681s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.827682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.402704779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:31.829506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.121072128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:31.834506Z","caller":"traceutil/trace.go:171","msg":"trace[1143138697] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26286; }","duration":"14.126112918s","start":"2026-07-03T16:48:17.708378Z","end":"2026-07-03T16:48:31.834491Z","steps":["trace[1143138697] 'agreement among raft nodes before linearized reading' (duration: 13.540168287s)","trace[1143138697] 'count revisions from in-memory index tree' (duration: 580.927671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.834562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.708357Z","time spent":"14.12619052s","remote":"127.0.0.1:44034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:31.829962Z","caller":"traceutil/trace.go:171","msg":"trace[305647077] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"1.637973473s","start":"2026-07-03T16:48:30.19197Z","end":"2026-07-03T16:48:31.829944Z","steps":["trace[305647077] 'process raft request' (duration: 1.634570885s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.834331Z","caller":"traceutil/trace.go:171","msg":"trace[1231645158] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26286; }","duration":"15.409401672s","start":"2026-07-03T16:48:16.424919Z","end":"2026-07-03T16:48:31.834321Z","steps":["trace[1231645158] 'agreement among raft nodes before linearized reading' (duration: 14.823642726s)","trace[1231645158] 'count revisions from in-memory index tree' (duration: 579.095654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.834751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.191937Z","time spent":"1.642691004s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:31.834683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:16.424894Z","time spent":"15.409780742s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:31.828975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.621196741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:31.8349Z","caller":"traceutil/trace.go:171","msg":"trace[113845392] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26286; }","duration":"15.627149016s","start":"2026-07-03T16:48:16.207732Z","end":"2026-07-03T16:48:31.834881Z","steps":["trace[113845392] 'agreement among raft nodes before linearized reading' (duration: 15.040841974s)","trace[113845392] 'count revisions from in-memory index tree' (duration: 580.380637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.834973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:16.207712Z","time spent":"15.627245669s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.985591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610968151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.985679Z","caller":"traceutil/trace.go:171","msg":"trace[1265511894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26287; }","duration":"2.611100614s","start":"2026-07-03T16:48:31.374557Z","end":"2026-07-03T16:48:33.985658Z","steps":["trace[1265511894] 'agreement among raft nodes before linearized reading' (duration: 456.85792ms)","trace[1265511894] 'range keys from in-memory index tree' (duration: 2.154125521s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.985723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.374538Z","time spent":"2.611177247s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:33.985822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279915446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.98588Z","caller":"traceutil/trace.go:171","msg":"trace[1943071458] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26287; }","duration":"2.280097361s","start":"2026-07-03T16:48:31.705767Z","end":"2026-07-03T16:48:33.985864Z","steps":["trace[1943071458] 'agreement among raft nodes before linearized reading' (duration: 125.666452ms)","trace[1943071458] 'count revisions from in-memory index tree' (duration: 2.154346846s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.985922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.705697Z","time spent":"2.280214895s","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.98597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.936554815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.986004Z","caller":"traceutil/trace.go:171","msg":"trace[1038354161] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26287; }","duration":"7.936625497s","start":"2026-07-03T16:48:26.049367Z","end":"2026-07-03T16:48:33.985993Z","steps":["trace[1038354161] 'agreement among raft nodes before linearized reading' (duration: 5.780542345s)","trace[1038354161] 'count revisions from in-memory index tree' (duration: 2.15603293s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.986025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.049345Z","time spent":"7.936674247s","remote":"127.0.0.1:55226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.986158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.956512775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:33.9862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.993652949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:48:33.986202Z","caller":"traceutil/trace.go:171","msg":"trace[324288792] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26287; }","duration":"9.956589737s","start":"2026-07-03T16:48:24.0296Z","end":"2026-07-03T16:48:33.986189Z","steps":["trace[324288792] 'agreement among raft nodes before linearized reading' (duration: 7.80264111s)","trace[324288792] 'count revisions from in-memory index tree' (duration: 2.153879475s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:33.986223Z","caller":"traceutil/trace.go:171","msg":"trace[129402863] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26287; }","duration":"9.993685339s","start":"2026-07-03T16:48:23.99253Z","end":"2026-07-03T16:48:33.986215Z","steps":["trace[129402863] 'agreement among raft nodes before linearized reading' (duration: 7.837435093s)","trace[129402863] 'range keys from in-memory index tree' (duration: 2.156167095s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.986234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.029582Z","time spent":"9.956643698s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.986247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:23.992525Z","time spent":"9.99371787s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:48:33.986352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.255066384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.986381Z","caller":"traceutil/trace.go:171","msg":"trace[229820472] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26287; }","duration":"8.255130545s","start":"2026-07-03T16:48:25.731241Z","end":"2026-07-03T16:48:33.986371Z","steps":["trace[229820472] 'agreement among raft nodes before linearized reading' (duration: 6.098739915s)","trace[229820472] 'count revisions from in-memory index tree' (duration: 2.15635698s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.986399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.731221Z","time spent":"8.255172656s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.986505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.222180711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.986543Z","caller":"traceutil/trace.go:171","msg":"trace[1180329227] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26287; }","duration":"9.222240181s","start":"2026-07-03T16:48:24.764284Z","end":"2026-07-03T16:48:33.986524Z","steps":["trace[1180329227] 'agreement among raft nodes before linearized reading' (duration: 7.065704117s)","trace[1180329227] 'count revisions from in-memory index tree' (duration: 2.156503343s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.986566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.764264Z","time spent":"9.222294613s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.986691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632530293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.986717Z","caller":"traceutil/trace.go:171","msg":"trace[159759589] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26287; }","duration":"9.632594065s","start":"2026-07-03T16:48:24.354116Z","end":"2026-07-03T16:48:33.98671Z","steps":["trace[159759589] 'agreement among raft nodes before linearized reading' (duration: 7.475880947s)","trace[159759589] 'count revisions from in-memory index tree' (duration: 2.156677667s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.986736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.354095Z","time spent":"9.632635576s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.986854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842906453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.98688Z","caller":"traceutil/trace.go:171","msg":"trace[921023005] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26287; }","duration":"2.842969524s","start":"2026-07-03T16:48:31.143904Z","end":"2026-07-03T16:48:33.986874Z","steps":["trace[921023005] 'agreement among raft nodes before linearized reading' (duration: 686.091502ms)","trace[921023005] 'count revisions from in-memory index tree' (duration: 2.156838672s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.9869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.143883Z","time spent":"2.843012095s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.987001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123124217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.987026Z","caller":"traceutil/trace.go:171","msg":"trace[805727063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26287; }","duration":"3.123166458s","start":"2026-07-03T16:48:30.863853Z","end":"2026-07-03T16:48:33.98702Z","steps":["trace[805727063] 'agreement among raft nodes before linearized reading' (duration: 966.155762ms)","trace[805727063] 'range keys from in-memory index tree' (duration: 2.156977705s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.863842Z","time spent":"3.123201569s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:33.987095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891875044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.987122Z","caller":"traceutil/trace.go:171","msg":"trace[1685208891] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26287; }","duration":"3.891932505s","start":"2026-07-03T16:48:30.095183Z","end":"2026-07-03T16:48:33.987115Z","steps":["trace[1685208891] 'agreement among raft nodes before linearized reading' (duration: 1.734837616s)","trace[1685208891] 'count revisions from in-memory index tree' (duration: 2.157059218s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.095154Z","time spent":"3.891982526s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.987272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.355801947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.987302Z","caller":"traceutil/trace.go:171","msg":"trace[831602685] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26287; }","duration":"4.355862659s","start":"2026-07-03T16:48:29.631431Z","end":"2026-07-03T16:48:33.987294Z","steps":["trace[831602685] 'agreement among raft nodes before linearized reading' (duration: 2.198600776s)","trace[831602685] 'count revisions from in-memory index tree' (duration: 2.157221301s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.63141Z","time spent":"4.355907251s","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.987435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.295523045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.98746Z","caller":"traceutil/trace.go:171","msg":"trace[147486945] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26287; }","duration":"11.295566046s","start":"2026-07-03T16:48:22.691887Z","end":"2026-07-03T16:48:33.987453Z","steps":["trace[147486945] 'agreement among raft nodes before linearized reading' (duration: 9.138137209s)","trace[147486945] 'range keys from in-memory index tree' (duration: 2.157386025s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.691875Z","time spent":"11.295597147s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:48:33.987522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.29414162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-03T16:48:33.987545Z","caller":"traceutil/trace.go:171","msg":"trace[257367886] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"11.29417319s","start":"2026-07-03T16:48:22.693366Z","end":"2026-07-03T16:48:33.987539Z","steps":["trace[257367886] 'agreement among raft nodes before linearized reading' (duration: 9.136654291s)","trace[257367886] 'range keys from in-memory index tree' (duration: 2.157467788s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.693362Z","time spent":"11.294201551s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/03 16:48:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:33.987655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427153669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.987676Z","caller":"traceutil/trace.go:171","msg":"trace[1511177288] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26287; }","duration":"4.427217061s","start":"2026-07-03T16:48:29.560453Z","end":"2026-07-03T16:48:33.98767Z","steps":["trace[1511177288] 'agreement among raft nodes before linearized reading' (duration: 2.269588899s)","trace[1511177288] 'count revisions from in-memory index tree' (duration: 2.157598931s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.560429Z","time spent":"4.427260652s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.987803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.294468858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-03T16:48:33.987826Z","caller":"traceutil/trace.go:171","msg":"trace[1737501584] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26287; }","duration":"11.294504089s","start":"2026-07-03T16:48:22.693316Z","end":"2026-07-03T16:48:33.98782Z","steps":["trace[1737501584] 'agreement among raft nodes before linearized reading' (duration: 9.136735043s)","trace[1737501584] 'range keys from in-memory index tree' (duration: 2.157708344s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.693309Z","time spent":"11.294530229s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:48:33.987936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667908819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.987967Z","caller":"traceutil/trace.go:171","msg":"trace[984136501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26287; }","duration":"4.667987631s","start":"2026-07-03T16:48:29.319972Z","end":"2026-07-03T16:48:33.987959Z","steps":["trace[984136501] 'agreement among raft nodes before linearized reading' (duration: 2.510083862s)","trace[984136501] 'count revisions from in-memory index tree' (duration: 2.157862658s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.987993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.319947Z","time spent":"4.668039813s","remote":"127.0.0.1:57988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.988157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997369694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:48:33.988193Z","caller":"traceutil/trace.go:171","msg":"trace[828603057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26287; }","duration":"9.997431766s","start":"2026-07-03T16:48:23.990753Z","end":"2026-07-03T16:48:33.988185Z","steps":["trace[828603057] 'agreement among raft nodes before linearized reading' (duration: 7.839300821s)","trace[828603057] 'range keys from in-memory index tree' (duration: 2.158058393s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.988211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:23.990738Z","time spent":"9.997468137s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:48:33.9883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.002783424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.988322Z","caller":"traceutil/trace.go:171","msg":"trace[1280495932] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26287; }","duration":"7.002833094s","start":"2026-07-03T16:48:26.98548Z","end":"2026-07-03T16:48:33.988313Z","steps":["trace[1280495932] 'agreement among raft nodes before linearized reading' (duration: 4.844592237s)","trace[1280495932] 'count revisions from in-memory index tree' (duration: 2.158210607s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.988348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.985463Z","time spent":"7.002877367s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.988464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.763716227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.988488Z","caller":"traceutil/trace.go:171","msg":"trace[1031501719] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26287; }","duration":"7.76380688s","start":"2026-07-03T16:48:26.224674Z","end":"2026-07-03T16:48:33.988481Z","steps":["trace[1031501719] 'agreement among raft nodes before linearized reading' (duration: 5.605409488s)","trace[1031501719] 'count revisions from in-memory index tree' (duration: 2.158361491s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.988507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.224652Z","time spent":"7.763849621s","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.988727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298566512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:48:33.988753Z","caller":"traceutil/trace.go:171","msg":"trace[368209388] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26287; }","duration":"5.298655674s","start":"2026-07-03T16:48:28.690091Z","end":"2026-07-03T16:48:33.988746Z","steps":["trace[368209388] 'agreement among raft nodes before linearized reading' (duration: 3.139991846s)","trace[368209388] 'count revisions from in-memory index tree' (duration: 2.158620307s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.988773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.690054Z","time spent":"5.298712856s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.988884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.120176002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.988909Z","caller":"traceutil/trace.go:171","msg":"trace[1756733958] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26287; }","duration":"11.120219203s","start":"2026-07-03T16:48:22.868682Z","end":"2026-07-03T16:48:33.988902Z","steps":["trace[1756733958] 'agreement among raft nodes before linearized reading' (duration: 8.961396451s)","trace[1756733958] 'count revisions from in-memory index tree' (duration: 2.158768352s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.988929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.868666Z","time spent":"11.120255705s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.989021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.805470213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.989042Z","caller":"traceutil/trace.go:171","msg":"trace[705966426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26287; }","duration":"9.805525225s","start":"2026-07-03T16:48:24.18351Z","end":"2026-07-03T16:48:33.989036Z","steps":["trace[705966426] 'agreement among raft nodes before linearized reading' (duration: 7.646592278s)","trace[705966426] 'count revisions from in-memory index tree' (duration: 2.158903996s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.989058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.183489Z","time spent":"9.805564396s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.989144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696866672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.989165Z","caller":"traceutil/trace.go:171","msg":"trace[781286569] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26287; }","duration":"4.696936124s","start":"2026-07-03T16:48:29.292222Z","end":"2026-07-03T16:48:33.989158Z","steps":["trace[781286569] 'agreement among raft nodes before linearized reading' (duration: 2.537878444s)","trace[781286569] 'count revisions from in-memory index tree' (duration: 2.159025788s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.989182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.292204Z","time spent":"4.696972615s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.989299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.297417364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:48:33.989323Z","caller":"traceutil/trace.go:171","msg":"trace[134995547] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26287; }","duration":"11.297452975s","start":"2026-07-03T16:48:22.691862Z","end":"2026-07-03T16:48:33.989315Z","steps":["trace[134995547] 'agreement among raft nodes before linearized reading' (duration: 9.138253992s)","trace[134995547] 'range keys from in-memory index tree' (duration: 2.159139192s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.98934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.691856Z","time spent":"11.297481176s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:48:33.989432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7472282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.989455Z","caller":"traceutil/trace.go:171","msg":"trace[1953705763] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26287; }","duration":"4.747286721s","start":"2026-07-03T16:48:29.242159Z","end":"2026-07-03T16:48:33.989446Z","steps":["trace[1953705763] 'agreement among raft nodes before linearized reading' (duration: 2.587958465s)","trace[1953705763] 'count revisions from in-memory index tree' (duration: 2.159297406s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.989474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.242139Z","time spent":"4.747328112s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.98959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.298586004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:48:33.98961Z","caller":"traceutil/trace.go:171","msg":"trace[845816886] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f; range_end:; response_count:1; response_revision:26287; }","duration":"11.298630325s","start":"2026-07-03T16:48:22.690974Z","end":"2026-07-03T16:48:33.989604Z","steps":["trace[845816886] 'agreement among raft nodes before linearized reading' (duration: 9.139230517s)","trace[845816886] 'range keys from in-memory index tree' (duration: 2.159344587s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.989626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.690957Z","time spent":"11.298664677s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" "} {"level":"warn","ts":"2026-07-03T16:48:33.989826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.646975609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.989851Z","caller":"traceutil/trace.go:171","msg":"trace[1278652761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26287; }","duration":"9.64703656s","start":"2026-07-03T16:48:24.342807Z","end":"2026-07-03T16:48:33.989844Z","steps":["trace[1278652761] 'agreement among raft nodes before linearized reading' (duration: 7.487197281s)","trace[1278652761] 'count revisions from in-memory index tree' (duration: 2.158538127s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.989919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.342787Z","time spent":"9.647126362s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.991592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889743727s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:33.991684Z","caller":"traceutil/trace.go:171","msg":"trace[105651884] linearizableReadLoop","detail":"{readStateIndex:27179; appliedIndex:27178; }","duration":"2.158406342s","start":"2026-07-03T16:48:31.833262Z","end":"2026-07-03T16:48:33.991669Z","steps":["trace[105651884] 'read index received' (duration: 268.550302ms)","trace[105651884] 'applied index is now lower than readState.Index' (duration: 1.8898529s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.991788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158523586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.991814Z","caller":"traceutil/trace.go:171","msg":"trace[864061404] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26288; }","duration":"2.158581478s","start":"2026-07-03T16:48:31.833226Z","end":"2026-07-03T16:48:33.991808Z","steps":["trace[864061404] 'agreement among raft nodes before linearized reading' (duration: 2.158515836s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.991835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.833206Z","time spent":"2.158622598s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:48:33.991866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153218948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:48:33.99189Z","caller":"traceutil/trace.go:171","msg":"trace[227313142] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26288; }","duration":"2.15327225s","start":"2026-07-03T16:48:31.83861Z","end":"2026-07-03T16:48:33.991882Z","steps":["trace[227313142] 'agreement among raft nodes before linearized reading' (duration: 2.153142836s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.991915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.838596Z","time spent":"2.1533129s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:48:33.99195Z","caller":"traceutil/trace.go:171","msg":"trace[410710933] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"2.15946942s","start":"2026-07-03T16:48:31.832468Z","end":"2026-07-03T16:48:33.991937Z","steps":["trace[410710933] 'process raft request' (duration: 269.309621ms)","trace[410710933] 'compare' (duration: 1.885544969s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:33.992016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.832445Z","time spent":"2.159527312s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:33.992348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.249879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.992406Z","caller":"traceutil/trace.go:171","msg":"trace[760454468] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26288; }","duration":"341.313931ms","start":"2026-07-03T16:48:33.651059Z","end":"2026-07-03T16:48:33.992373Z","steps":["trace[760454468] 'agreement among raft nodes before linearized reading' (duration: 341.150547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.992433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.651044Z","time spent":"341.381353ms","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.9925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055511111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.992527Z","caller":"traceutil/trace.go:171","msg":"trace[800673271] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26288; }","duration":"1.055566713s","start":"2026-07-03T16:48:32.936953Z","end":"2026-07-03T16:48:33.99252Z","steps":["trace[800673271] 'agreement among raft nodes before linearized reading' (duration: 1.055509412s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.992548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.93694Z","time spent":"1.055601344s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.992611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100990282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-03T16:48:33.992639Z","caller":"traceutil/trace.go:171","msg":"trace[231865273] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26288; }","duration":"1.101047923s","start":"2026-07-03T16:48:32.891584Z","end":"2026-07-03T16:48:33.992632Z","steps":["trace[231865273] 'agreement among raft nodes before linearized reading' (duration: 1.100967341s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.992659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.891567Z","time spent":"1.101085884s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:48:33.992659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.088238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.992702Z","caller":"traceutil/trace.go:171","msg":"trace[267110805] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26288; }","duration":"553.123859ms","start":"2026-07-03T16:48:33.439562Z","end":"2026-07-03T16:48:33.992685Z","steps":["trace[267110805] 'agreement among raft nodes before linearized reading' (duration: 553.067348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.99274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.439456Z","time spent":"553.275473ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.992756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123104416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:33.992778Z","caller":"traceutil/trace.go:171","msg":"trace[66088067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26288; }","duration":"1.123149827s","start":"2026-07-03T16:48:32.869621Z","end":"2026-07-03T16:48:33.992771Z","steps":["trace[66088067] 'agreement among raft nodes before linearized reading' (duration: 1.123112957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.992584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.874676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:33.9928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.869607Z","time spent":"1.123188878s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:48:33.992823Z","caller":"traceutil/trace.go:171","msg":"trace[491387060] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26288; }","duration":"941.161332ms","start":"2026-07-03T16:48:33.05165Z","end":"2026-07-03T16:48:33.992811Z","steps":["trace[491387060] 'agreement among raft nodes before linearized reading' (duration: 940.857695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.992865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.051636Z","time spent":"941.216815ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:33.994997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020148593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:33.995063Z","caller":"traceutil/trace.go:171","msg":"trace[1895297834] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26288; }","duration":"1.020272007s","start":"2026-07-03T16:48:32.974775Z","end":"2026-07-03T16:48:33.995047Z","steps":["trace[1895297834] 'agreement among raft nodes before linearized reading' (duration: 1.017736051s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.995103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.97476Z","time spent":"1.020334429s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:34.497227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:34.99789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:35.498468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:35.999143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:36.001463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:36.001542Z","caller":"traceutil/trace.go:171","msg":"trace[372860080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037402s","start":"2026-07-03T16:48:34.00115Z","end":"2026-07-03T16:48:36.001524Z","steps":["trace[372860080] 'agreement among raft nodes before linearized reading' (duration: 2.000268587s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:36.001588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.001136Z","time spent":"2.000443172s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:36.500154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:37.001097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:37.299791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.304353481s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:37.601589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295024619s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:37.60177Z","caller":"traceutil/trace.go:171","msg":"trace[373982325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26288; }","duration":"3.295212744s","start":"2026-07-03T16:48:34.306534Z","end":"2026-07-03T16:48:37.601747Z","steps":["trace[373982325] 'range keys from in-memory index tree' (duration: 3.295008539s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.60315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.166801ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:48:37.603223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.995341Z","time spent":"3.607878102s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:38.00224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:38.002342Z","caller":"traceutil/trace.go:171","msg":"trace[1072911447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195546s","start":"2026-07-03T16:48:36.002123Z","end":"2026-07-03T16:48:38.002319Z","steps":["trace[1072911447] 'agreement among raft nodes before linearized reading' (duration: 2.000066733s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:38.002404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:36.002034Z","time spent":"2.00035592s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:40.013537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001029638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:40.013662Z","caller":"traceutil/trace.go:171","msg":"trace[1933456313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001230113s","start":"2026-07-03T16:48:38.012403Z","end":"2026-07-03T16:48:40.013633Z","steps":["trace[1933456313] 'agreement among raft nodes before linearized reading' (duration: 2.001054388s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:40.013774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.012381Z","time spent":"2.001370026s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:40.996335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.995379Z","time spent":"7.000949917s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:40.998503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.998355Z","time spent":"7.000141046s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:40.998799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.998381Z","time spent":"7.000411993s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:40.998795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.998423Z","time spent":"7.000366572s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:41.021274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.718838743s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:42.013619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:42.01373Z","caller":"traceutil/trace.go:171","msg":"trace[807316303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116283s","start":"2026-07-03T16:48:40.013575Z","end":"2026-07-03T16:48:42.013691Z","steps":["trace[807316303] 'agreement among raft nodes before linearized reading' (duration: 1.99999111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.013787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:40.013541Z","time spent":"2.000232466s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:43.046474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024891927s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:43.046855Z","caller":"traceutil/trace.go:171","msg":"trace[2028140155] linearizableReadLoop","detail":"{readStateIndex:27184; appliedIndex:27179; }","duration":"9.050622196s","start":"2026-07-03T16:48:33.996213Z","end":"2026-07-03T16:48:43.046836Z","steps":["trace[2028140155] 'read index received' (duration: 3.303821097s)","trace[2028140155] 'applied index is now lower than readState.Index' (duration: 5.746800169s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:43.047122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.050892493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:48:43.047149Z","caller":"traceutil/trace.go:171","msg":"trace[96846656] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26292; }","duration":"9.050955475s","start":"2026-07-03T16:48:33.996184Z","end":"2026-07-03T16:48:43.047139Z","steps":["trace[96846656] 'agreement among raft nodes before linearized reading' (duration: 9.050844952s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:43.047171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.99617Z","time spent":"9.050995316s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:48:43.376952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:43.377035Z","caller":"traceutil/trace.go:171","msg":"trace[2110327938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111423s","start":"2026-07-03T16:48:41.376903Z","end":"2026-07-03T16:48:43.377015Z","steps":["trace[2110327938] 'agreement among raft nodes before linearized reading' (duration: 2.000007501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:43.377738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:41.376884Z","time spent":"2.000769471s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:43.547954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:43.659401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.637931252s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:44.020518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:44.020587Z","caller":"traceutil/trace.go:171","msg":"trace[213617052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485213s","start":"2026-07-03T16:48:42.020086Z","end":"2026-07-03T16:48:44.020572Z","steps":["trace[213617052] 'agreement among raft nodes before linearized reading' (duration: 2.000386021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:44.020621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.020064Z","time spent":"2.000550204s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:44.608523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.607603Z","time spent":"7.000913436s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:46.000244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.99999Z","time spent":"7.000246098s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:46.026332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:46.026436Z","caller":"traceutil/trace.go:171","msg":"trace[390965604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542255s","start":"2026-07-03T16:48:44.025871Z","end":"2026-07-03T16:48:46.026413Z","steps":["trace[390965604] 'agreement among raft nodes before linearized reading' (duration: 2.000395311s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:46.026502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.025849Z","time spent":"2.000636817s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:46.343413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:39.342877Z","time spent":"7.000525595s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:47.168086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861611008s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:47.168215Z","caller":"traceutil/trace.go:171","msg":"trace[743683856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26292; }","duration":"2.861761602s","start":"2026-07-03T16:48:44.306433Z","end":"2026-07-03T16:48:47.168195Z","steps":["trace[743683856] 'range keys from in-memory index tree' (duration: 2.861593348s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:47.1701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509504367s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:47.170493Z","caller":"traceutil/trace.go:171","msg":"trace[1201840149] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26295; }","duration":"6.166003671s","start":"2026-07-03T16:48:41.004471Z","end":"2026-07-03T16:48:47.170474Z","steps":["trace[1201840149] 'process raft request' (duration: 6.16596644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:47.170579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:41.004453Z","time spent":"6.166086473s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:47.17091Z","caller":"traceutil/trace.go:171","msg":"trace[164317904] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26295; }","duration":"6.171151075s","start":"2026-07-03T16:48:40.999728Z","end":"2026-07-03T16:48:47.170879Z","steps":["trace[164317904] 'process raft request' (duration: 6.170670692s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:47.171059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:40.999709Z","time spent":"6.171271838s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:48.027206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:48.027274Z","caller":"traceutil/trace.go:171","msg":"trace[8611934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034316s","start":"2026-07-03T16:48:46.026917Z","end":"2026-07-03T16:48:48.02726Z","steps":["trace[8611934] 'agreement among raft nodes before linearized reading' (duration: 2.000255048s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:48.027312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.026896Z","time spent":"2.000406501s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:49.267238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.607513342s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:50.035377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:50.035434Z","caller":"traceutil/trace.go:171","msg":"trace[1207135205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547176s","start":"2026-07-03T16:48:48.034874Z","end":"2026-07-03T16:48:50.035421Z","steps":["trace[1207135205] 'agreement among raft nodes before linearized reading' (duration: 2.000469974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:50.035468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:48.034856Z","time spent":"2.000604518s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:50.050125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:43.049445Z","time spent":"7.00067618s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:52.03629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:52.036476Z","caller":"traceutil/trace.go:171","msg":"trace[381535160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278718s","start":"2026-07-03T16:48:50.036096Z","end":"2026-07-03T16:48:52.036375Z","steps":["trace[381535160] 'agreement among raft nodes before linearized reading' (duration: 2.000140134s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.036553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:50.03608Z","time spent":"2.000454302s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:52.077162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:51.330813Z","time spent":"746.337965ms","remote":"127.0.0.1:51402","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:52.07822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810695067s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:52.078342Z","caller":"traceutil/trace.go:171","msg":"trace[952749289] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27184; }","duration":"9.031426679s","start":"2026-07-03T16:48:43.0469Z","end":"2026-07-03T16:48:52.078327Z","steps":["trace[952749289] 'read index received' (duration: 612.746278ms)","trace[952749289] 'applied index is now lower than readState.Index' (duration: 8.418678531s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:52.078493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.055999069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.078521Z","caller":"traceutil/trace.go:171","msg":"trace[1300428641] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26296; }","duration":"15.056072821s","start":"2026-07-03T16:48:37.02244Z","end":"2026-07-03T16:48:52.078513Z","steps":["trace[1300428641] 'agreement among raft nodes before linearized reading' (duration: 15.055975298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.078532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.703293492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.078548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.022417Z","time spent":"15.056123021s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.078585Z","caller":"traceutil/trace.go:171","msg":"trace[201430561] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26296; }","duration":"14.703399335s","start":"2026-07-03T16:48:37.375163Z","end":"2026-07-03T16:48:52.078563Z","steps":["trace[201430561] 'agreement among raft nodes before linearized reading' (duration: 14.70319103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.078616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.37514Z","time spent":"14.703468377s","remote":"127.0.0.1:55210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.078734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.235931038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.078754Z","caller":"traceutil/trace.go:171","msg":"trace[724778577] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26296; }","duration":"9.235980459s","start":"2026-07-03T16:48:42.842768Z","end":"2026-07-03T16:48:52.078749Z","steps":["trace[724778577] 'agreement among raft nodes before linearized reading' (duration: 9.235943508s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.078768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.842752Z","time spent":"9.236012s","remote":"127.0.0.1:55370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.078786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.322012673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.078822Z","caller":"traceutil/trace.go:171","msg":"trace[1418893294] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26296; }","duration":"15.322075085s","start":"2026-07-03T16:48:36.756734Z","end":"2026-07-03T16:48:52.07881Z","steps":["trace[1418893294] 'agreement among raft nodes before linearized reading' (duration: 15.322012634s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.078848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:36.756718Z","time spent":"15.322122916s","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.078874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.365102971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.078895Z","caller":"traceutil/trace.go:171","msg":"trace[1627898304] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26296; }","duration":"9.365121381s","start":"2026-07-03T16:48:42.713765Z","end":"2026-07-03T16:48:52.078886Z","steps":["trace[1627898304] 'agreement among raft nodes before linearized reading' (duration: 9.36508149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.07891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.713743Z","time spent":"9.365163673s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:48:52.079024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.250216311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.079058Z","caller":"traceutil/trace.go:171","msg":"trace[1169482774] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26296; }","duration":"16.250323263s","start":"2026-07-03T16:48:35.828721Z","end":"2026-07-03T16:48:52.079045Z","steps":["trace[1169482774] 'agreement among raft nodes before linearized reading' (duration: 16.250260712s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.079086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.828609Z","time spent":"16.250466877s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.079309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.332075496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.079341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.911275823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.079369Z","caller":"traceutil/trace.go:171","msg":"trace[1915494827] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26296; }","duration":"17.911307713s","start":"2026-07-03T16:48:34.168053Z","end":"2026-07-03T16:48:52.079361Z","steps":["trace[1915494827] 'agreement among raft nodes before linearized reading' (duration: 17.911226621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.079387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.167997Z","time spent":"17.911384205s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.07937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.032541879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.079431Z","caller":"traceutil/trace.go:171","msg":"trace[615639531] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26296; }","duration":"13.032646352s","start":"2026-07-03T16:48:39.04677Z","end":"2026-07-03T16:48:52.079416Z","steps":["trace[615639531] 'agreement among raft nodes before linearized reading' (duration: 13.032492948s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.079467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:39.046754Z","time spent":"13.032706933s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.079492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.080656628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-03T16:48:52.079526Z","caller":"traceutil/trace.go:171","msg":"trace[1362129998] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26296; }","duration":"18.08070322s","start":"2026-07-03T16:48:33.998815Z","end":"2026-07-03T16:48:52.079519Z","steps":["trace[1362129998] 'agreement among raft nodes before linearized reading' (duration: 18.080545936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.079552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.998809Z","time spent":"18.080736581s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:48:52.079506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.475882109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.08017Z","caller":"traceutil/trace.go:171","msg":"trace[2108385408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26296; }","duration":"16.476560066s","start":"2026-07-03T16:48:35.603575Z","end":"2026-07-03T16:48:52.080135Z","steps":["trace[2108385408] 'agreement among raft nodes before linearized reading' (duration: 16.475903259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.080246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.603552Z","time spent":"16.476665448s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.079344Z","caller":"traceutil/trace.go:171","msg":"trace[600553620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26296; }","duration":"16.332150178s","start":"2026-07-03T16:48:35.74718Z","end":"2026-07-03T16:48:52.07933Z","steps":["trace[600553620] 'agreement among raft nodes before linearized reading' (duration: 16.332091606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.08305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.747158Z","time spent":"16.335745041s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.088424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.419722969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.088417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.757398976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:52.088469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.68169317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.08848Z","caller":"traceutil/trace.go:171","msg":"trace[1493364362] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26296; }","duration":"9.41979256s","start":"2026-07-03T16:48:42.668671Z","end":"2026-07-03T16:48:52.088464Z","steps":["trace[1493364362] 'agreement among raft nodes before linearized reading' (duration: 9.419692448s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:52.088487Z","caller":"traceutil/trace.go:171","msg":"trace[784415997] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26296; }","duration":"16.75752084s","start":"2026-07-03T16:48:35.330952Z","end":"2026-07-03T16:48:52.088473Z","steps":["trace[784415997] 'agreement among raft nodes before linearized reading' (duration: 16.757399846s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.811096051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.088518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.668613Z","time spent":"9.419897633s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.088525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.330926Z","time spent":"16.757586261s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.088547Z","caller":"traceutil/trace.go:171","msg":"trace[1663440148] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26296; }","duration":"17.811167113s","start":"2026-07-03T16:48:34.277365Z","end":"2026-07-03T16:48:52.088532Z","steps":["trace[1663440148] 'agreement among raft nodes before linearized reading' (duration: 17.81105296s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.090202666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-03T16:48:52.088569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.373364566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.088579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.277287Z","time spent":"17.811286226s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.088592Z","caller":"traceutil/trace.go:171","msg":"trace[1016770387] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26296; }","duration":"13.373429687s","start":"2026-07-03T16:48:38.715154Z","end":"2026-07-03T16:48:52.088584Z","steps":["trace[1016770387] 'agreement among raft nodes before linearized reading' (duration: 13.373385596s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:52.088596Z","caller":"traceutil/trace.go:171","msg":"trace[1208505016] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26296; }","duration":"18.090281018s","start":"2026-07-03T16:48:33.998302Z","end":"2026-07-03T16:48:52.088583Z","steps":["trace[1208505016] 'agreement among raft nodes before linearized reading' (duration: 18.090104344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.715134Z","time spent":"13.373473909s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.088625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.99829Z","time spent":"18.090329389s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-03T16:48:52.088514Z","caller":"traceutil/trace.go:171","msg":"trace[1689876171] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26296; }","duration":"14.681772432s","start":"2026-07-03T16:48:37.406729Z","end":"2026-07-03T16:48:52.088501Z","steps":["trace[1689876171] 'agreement among raft nodes before linearized reading' (duration: 14.681650749s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.406707Z","time spent":"14.682002349s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.088753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.838462002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.088778Z","caller":"traceutil/trace.go:171","msg":"trace[2143122317] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26296; }","duration":"16.838487292s","start":"2026-07-03T16:48:35.250282Z","end":"2026-07-03T16:48:52.088769Z","steps":["trace[2143122317] 'agreement among raft nodes before linearized reading' (duration: 16.838446301s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.250239Z","time spent":"16.838555034s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.088886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817450782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:52.08891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680650811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.088921Z","caller":"traceutil/trace.go:171","msg":"trace[781647649] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26296; }","duration":"2.817515634s","start":"2026-07-03T16:48:49.271394Z","end":"2026-07-03T16:48:52.08891Z","steps":["trace[781647649] 'agreement among raft nodes before linearized reading' (duration: 2.817449692s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:52.088936Z","caller":"traceutil/trace.go:171","msg":"trace[1286791217] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26296; }","duration":"3.680727433s","start":"2026-07-03T16:48:48.408201Z","end":"2026-07-03T16:48:52.088929Z","steps":["trace[1286791217] 'agreement among raft nodes before linearized reading' (duration: 3.680676872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330829359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:48:52.088952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.271378Z","time spent":"2.817565986s","remote":"127.0.0.1:38556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.088958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:48.408138Z","time spent":"3.680814615s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.088973Z","caller":"traceutil/trace.go:171","msg":"trace[658884794] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26296; }","duration":"2.33086805s","start":"2026-07-03T16:48:49.758099Z","end":"2026-07-03T16:48:52.088967Z","steps":["trace[658884794] 'agreement among raft nodes before linearized reading' (duration: 2.330705846s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.758088Z","time spent":"2.330896381s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.089113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349143765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:52.089123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250043562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:48:52.089145Z","caller":"traceutil/trace.go:171","msg":"trace[505454552] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26296; }","duration":"3.250104385s","start":"2026-07-03T16:48:48.839034Z","end":"2026-07-03T16:48:52.089138Z","steps":["trace[505454552] 'agreement among raft nodes before linearized reading' (duration: 3.249963981s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:52.089143Z","caller":"traceutil/trace.go:171","msg":"trace[1347809751] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26296; }","duration":"2.349210347s","start":"2026-07-03T16:48:49.739923Z","end":"2026-07-03T16:48:52.089133Z","steps":["trace[1347809751] 'agreement among raft nodes before linearized reading' (duration: 2.349156245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.089163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:48.839012Z","time spent":"3.250145846s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.08917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.739901Z","time spent":"2.349262478s","remote":"127.0.0.1:51152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.089176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330773108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.0892Z","caller":"traceutil/trace.go:171","msg":"trace[209302330] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26296; }","duration":"4.33083046s","start":"2026-07-03T16:48:47.758363Z","end":"2026-07-03T16:48:52.089194Z","steps":["trace[209302330] 'agreement among raft nodes before linearized reading' (duration: 4.330787589s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.089231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.758342Z","time spent":"4.330875191s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.089312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.434804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.089339Z","caller":"traceutil/trace.go:171","msg":"trace[2094050636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26296; }","duration":"710.498575ms","start":"2026-07-03T16:48:51.378835Z","end":"2026-07-03T16:48:52.089334Z","steps":["trace[2094050636] 'agreement among raft nodes before linearized reading' (duration: 710.453914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.089353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:51.378818Z","time spent":"710.532576ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:52.089327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469330425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:52.089447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757660829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.089469Z","caller":"traceutil/trace.go:171","msg":"trace[214881661] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26296; }","duration":"1.757718761s","start":"2026-07-03T16:48:50.331744Z","end":"2026-07-03T16:48:52.089462Z","steps":["trace[214881661] 'agreement among raft nodes before linearized reading' (duration: 1.75768763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.089484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:50.331722Z","time spent":"1.757758482s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.089442Z","caller":"traceutil/trace.go:171","msg":"trace[767615782] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26296; }","duration":"2.469473559s","start":"2026-07-03T16:48:49.619958Z","end":"2026-07-03T16:48:52.089432Z","steps":["trace[767615782] 'agreement among raft nodes before linearized reading' (duration: 2.469318325s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.088985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275658688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:48:52.089629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035278737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6cf9cc5464-ml8qq.18bed41afc986966\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-07-03T16:48:52.089631Z","caller":"traceutil/trace.go:171","msg":"trace[407166898] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26296; }","duration":"3.276332365s","start":"2026-07-03T16:48:48.813291Z","end":"2026-07-03T16:48:52.089623Z","steps":["trace[407166898] 'agreement among raft nodes before linearized reading' (duration: 3.275570106s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.089639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777042943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.089665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:48.813273Z","time spent":"3.276382996s","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.08967Z","caller":"traceutil/trace.go:171","msg":"trace[1006558129] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26296; }","duration":"2.777115915s","start":"2026-07-03T16:48:49.312544Z","end":"2026-07-03T16:48:52.08966Z","steps":["trace[1006558129] 'agreement among raft nodes before linearized reading' (duration: 2.777064054s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.089726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.312523Z","time spent":"2.777165436s","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.08965Z","caller":"traceutil/trace.go:171","msg":"trace[1256504282] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6cf9cc5464-ml8qq.18bed41afc986966; range_end:; response_count:1; response_revision:26296; }","duration":"2.035318438s","start":"2026-07-03T16:48:50.054326Z","end":"2026-07-03T16:48:52.089644Z","steps":["trace[1256504282] 'agreement among raft nodes before linearized reading' (duration: 2.035229225s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.089853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:50.054314Z","time spent":"2.035529994s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-6cf9cc5464-ml8qq.18bed41afc986966\" "} {"level":"warn","ts":"2026-07-03T16:48:52.089844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.619944Z","time spent":"2.469621363s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.987832605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.090058Z","caller":"traceutil/trace.go:171","msg":"trace[1151039470] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26296; }","duration":"5.987885137s","start":"2026-07-03T16:48:46.102168Z","end":"2026-07-03T16:48:52.090053Z","steps":["trace[1151039470] 'agreement among raft nodes before linearized reading' (duration: 5.987847446s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.09006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.861207349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.090076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.102151Z","time spent":"5.987919498s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.090085Z","caller":"traceutil/trace.go:171","msg":"trace[907449351] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26296; }","duration":"6.861274351s","start":"2026-07-03T16:48:45.228803Z","end":"2026-07-03T16:48:52.090077Z","steps":["trace[907449351] 'agreement among raft nodes before linearized reading' (duration: 6.861227189s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.0901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.372863782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.090145Z","caller":"traceutil/trace.go:171","msg":"trace[509832579] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26296; }","duration":"7.372939944s","start":"2026-07-03T16:48:44.717195Z","end":"2026-07-03T16:48:52.090135Z","steps":["trace[509832579] 'agreement among raft nodes before linearized reading' (duration: 7.372882973s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604517655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.090183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.71717Z","time spent":"7.373006155s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.090192Z","caller":"traceutil/trace.go:171","msg":"trace[1459324149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26296; }","duration":"4.604539615s","start":"2026-07-03T16:48:47.485646Z","end":"2026-07-03T16:48:52.090186Z","steps":["trace[1459324149] 'agreement among raft nodes before linearized reading' (duration: 4.604504245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.085298326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:48:52.090238Z","caller":"traceutil/trace.go:171","msg":"trace[1837832226] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26296; }","duration":"6.085353977s","start":"2026-07-03T16:48:46.00487Z","end":"2026-07-03T16:48:52.090224Z","steps":["trace[1837832226] 'agreement among raft nodes before linearized reading' (duration: 6.085252205s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915540849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-03T16:48:52.090261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.004853Z","time spent":"6.085403728s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:48:52.090273Z","caller":"traceutil/trace.go:171","msg":"trace[2075505483] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26296; }","duration":"4.915592341s","start":"2026-07-03T16:48:47.174674Z","end":"2026-07-03T16:48:52.090266Z","steps":["trace[2075505483] 'agreement among raft nodes before linearized reading' (duration: 4.915545349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.174653Z","time spent":"4.915635802s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:48:52.090363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915784656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-03T16:48:52.090366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.480228689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:48:52.090379Z","caller":"traceutil/trace.go:171","msg":"trace[665158076] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26296; }","duration":"4.915824926s","start":"2026-07-03T16:48:47.17455Z","end":"2026-07-03T16:48:52.090375Z","steps":["trace[665158076] 'agreement among raft nodes before linearized reading' (duration: 4.915782725s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.174537Z","time spent":"4.915852178s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-03T16:48:52.090397Z","caller":"traceutil/trace.go:171","msg":"trace[1700947044] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26296; }","duration":"7.480281971s","start":"2026-07-03T16:48:44.610104Z","end":"2026-07-03T16:48:52.090386Z","steps":["trace[1700947044] 'agreement among raft nodes before linearized reading' (duration: 7.480193188s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.610091Z","time spent":"7.480326131s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:48:52.090501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394679158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.090516Z","caller":"traceutil/trace.go:171","msg":"trace[1910254239] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26296; }","duration":"5.394695419s","start":"2026-07-03T16:48:46.695816Z","end":"2026-07-03T16:48:52.090511Z","steps":["trace[1910254239] 'agreement among raft nodes before linearized reading' (duration: 5.394667918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.695752Z","time spent":"5.39477377s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:45.228781Z","time spent":"6.861321552s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.743162325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:48:52.09064Z","caller":"traceutil/trace.go:171","msg":"trace[1555680079] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26296; }","duration":"5.743211416s","start":"2026-07-03T16:48:46.347423Z","end":"2026-07-03T16:48:52.090635Z","steps":["trace[1555680079] 'agreement among raft nodes before linearized reading' (duration: 5.743170735s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009068958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.090209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.485588Z","time spent":"4.604616688s","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.728581837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131075"} {"level":"info","ts":"2026-07-03T16:48:52.090678Z","caller":"traceutil/trace.go:171","msg":"trace[327521684] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26296; }","duration":"8.009114059s","start":"2026-07-03T16:48:44.08155Z","end":"2026-07-03T16:48:52.090664Z","steps":["trace[327521684] 'agreement among raft nodes before linearized reading' (duration: 8.009045907s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:52.090694Z","caller":"traceutil/trace.go:171","msg":"trace[1182218458] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26296; }","duration":"7.728652978s","start":"2026-07-03T16:48:44.362034Z","end":"2026-07-03T16:48:52.090687Z","steps":["trace[1182218458] 'agreement among raft nodes before linearized reading' (duration: 7.728558326s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.787671049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.090712Z","caller":"traceutil/trace.go:171","msg":"trace[573539605] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26296; }","duration":"5.787711531s","start":"2026-07-03T16:48:46.302996Z","end":"2026-07-03T16:48:52.090708Z","steps":["trace[573539605] 'agreement among raft nodes before linearized reading' (duration: 5.78768663s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.081536Z","time spent":"8.009169041s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.958182167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.090763Z","caller":"traceutil/trace.go:171","msg":"trace[2064721007] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26296; }","duration":"5.958251828s","start":"2026-07-03T16:48:46.132507Z","end":"2026-07-03T16:48:52.090759Z","steps":["trace[2064721007] 'agreement among raft nodes before linearized reading' (duration: 5.958229828s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.498604576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.090821Z","caller":"traceutil/trace.go:171","msg":"trace[327379180] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26296; }","duration":"7.499409176s","start":"2026-07-03T16:48:44.5914Z","end":"2026-07-03T16:48:52.090809Z","steps":["trace[327379180] 'agreement among raft nodes before linearized reading' (duration: 7.498619456s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.090868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.591379Z","time spent":"7.499475499s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.302981Z","time spent":"5.787743101s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.347403Z","time spent":"5.743246196s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:48:52.091425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.629637927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-07-03T16:48:52.091437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.19445693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.091486Z","caller":"traceutil/trace.go:171","msg":"trace[270119674] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26296; }","duration":"7.629677569s","start":"2026-07-03T16:48:44.461776Z","end":"2026-07-03T16:48:52.091454Z","steps":["trace[270119674] 'agreement among raft nodes before linearized reading' (duration: 7.628248491s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.091529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.461746Z","time spent":"7.629775532s","remote":"127.0.0.1:50788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-03T16:48:52.091537Z","caller":"traceutil/trace.go:171","msg":"trace[958630066] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26296; }","duration":"8.194615996s","start":"2026-07-03T16:48:43.896898Z","end":"2026-07-03T16:48:52.091514Z","steps":["trace[958630066] 'agreement among raft nodes before linearized reading' (duration: 8.194412309s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.091603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:43.896879Z","time spent":"8.194711157s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779709503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.091672Z","caller":"traceutil/trace.go:171","msg":"trace[1562792928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26296; }","duration":"5.78073339s","start":"2026-07-03T16:48:46.310927Z","end":"2026-07-03T16:48:52.091661Z","steps":["trace[1562792928] 'agreement among raft nodes before linearized reading' (duration: 5.779732664s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.091711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.310908Z","time spent":"5.780791521s","remote":"127.0.0.1:43968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.090747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.604672309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.090711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.362011Z","time spent":"7.72869719s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131099,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:48:52.090776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.132488Z","time spent":"5.958284549s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:52.091822Z","caller":"traceutil/trace.go:171","msg":"trace[869355858] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26296; }","duration":"7.605781798s","start":"2026-07-03T16:48:44.486027Z","end":"2026-07-03T16:48:52.091809Z","steps":["trace[869355858] 'agreement among raft nodes before linearized reading' (duration: 7.604698749s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.091877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.486004Z","time spent":"7.60585961s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.092135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.869034266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.093756Z","caller":"traceutil/trace.go:171","msg":"trace[1508562123] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26296; }","duration":"17.869142688s","start":"2026-07-03T16:48:34.223031Z","end":"2026-07-03T16:48:52.092174Z","steps":["trace[1508562123] 'agreement among raft nodes before linearized reading' (duration: 17.869059966s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.09385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.222998Z","time spent":"17.870804441s","remote":"127.0.0.1:43974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.094077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.086775716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.094114Z","caller":"traceutil/trace.go:171","msg":"trace[45390341] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26296; }","duration":"13.086861498s","start":"2026-07-03T16:48:39.007243Z","end":"2026-07-03T16:48:52.094105Z","steps":["trace[45390341] 'agreement among raft nodes before linearized reading' (duration: 13.084829936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.094135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:39.007219Z","time spent":"13.08691117s","remote":"127.0.0.1:49070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.094116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.589121907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.094298Z","caller":"traceutil/trace.go:171","msg":"trace[930047385] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26296; }","duration":"12.58926916s","start":"2026-07-03T16:48:39.504929Z","end":"2026-07-03T16:48:52.094198Z","steps":["trace[930047385] 'agreement among raft nodes before linearized reading' (duration: 12.589121467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.094874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:39.504908Z","time spent":"12.589634841s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.095476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580104811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.095495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.609364354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:52.095491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.629201667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.095526Z","caller":"traceutil/trace.go:171","msg":"trace[419187622] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26296; }","duration":"17.609444656s","start":"2026-07-03T16:48:34.486073Z","end":"2026-07-03T16:48:52.095518Z","steps":["trace[419187622] 'agreement among raft nodes before linearized reading' (duration: 17.609389765s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:52.09553Z","caller":"traceutil/trace.go:171","msg":"trace[1007669673] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26296; }","duration":"4.580167883s","start":"2026-07-03T16:48:47.515347Z","end":"2026-07-03T16:48:52.095515Z","steps":["trace[1007669673] 'agreement among raft nodes before linearized reading' (duration: 4.58006857s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:52.095532Z","caller":"traceutil/trace.go:171","msg":"trace[1894486921] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26296; }","duration":"9.629272358s","start":"2026-07-03T16:48:42.466252Z","end":"2026-07-03T16:48:52.095524Z","steps":["trace[1894486921] 'agreement among raft nodes before linearized reading' (duration: 9.629199406s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.095543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.486045Z","time spent":"17.609493987s","remote":"127.0.0.1:44442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.095563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.466236Z","time spent":"9.62932076s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.095564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.515302Z","time spent":"4.580251645s","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.095597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.681803815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.095678Z","caller":"traceutil/trace.go:171","msg":"trace[708367955] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26296; }","duration":"17.681935459s","start":"2026-07-03T16:48:34.413723Z","end":"2026-07-03T16:48:52.095658Z","steps":["trace[708367955] 'agreement among raft nodes before linearized reading' (duration: 17.681804255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.09573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.413649Z","time spent":"17.682065722s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.095668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.930615652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:52.095895Z","caller":"traceutil/trace.go:171","msg":"trace[1825990469] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26296; }","duration":"11.930849798s","start":"2026-07-03T16:48:40.165034Z","end":"2026-07-03T16:48:52.095884Z","steps":["trace[1825990469] 'agreement among raft nodes before linearized reading' (duration: 11.930451418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.095967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:40.164967Z","time spent":"11.930989592s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.096669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.697805408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:48:52.096705Z","caller":"traceutil/trace.go:171","msg":"trace[74999326] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26296; }","duration":"10.699072781s","start":"2026-07-03T16:48:41.397624Z","end":"2026-07-03T16:48:52.096697Z","steps":["trace[74999326] 'agreement among raft nodes before linearized reading' (duration: 10.697756907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.096763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:41.397607Z","time spent":"10.699148613s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:48:52.096866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.454464781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:52.096922Z","caller":"traceutil/trace.go:171","msg":"trace[437480620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26296; }","duration":"9.454526132s","start":"2026-07-03T16:48:42.642378Z","end":"2026-07-03T16:48:52.096905Z","steps":["trace[437480620] 'agreement among raft nodes before linearized reading' (duration: 9.454409959s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.096953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.642358Z","time spent":"9.454588204s","remote":"127.0.0.1:44100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:52.594251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:53.095311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:54.342922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244574419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:54.343009Z","caller":"traceutil/trace.go:171","msg":"trace[1759920980] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"2.244675263s","start":"2026-07-03T16:48:52.098312Z","end":"2026-07-03T16:48:54.342987Z","steps":["trace[1759920980] 'agreement among raft nodes before linearized reading' (duration: 2.24458144s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.343201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.098306Z","time spent":"2.244825606s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/03 16:48:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:55.028503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:55.028581Z","caller":"traceutil/trace.go:171","msg":"trace[1939836274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436041s","start":"2026-07-03T16:48:53.028127Z","end":"2026-07-03T16:48:55.028563Z","steps":["trace[1939836274] 'agreement among raft nodes before linearized reading' (duration: 2.000343779s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:55.028621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.028105Z","time spent":"2.000507544s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:56.32986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.469744Z","time spent":"3.860106109s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:56.332366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025522954s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:56.332464Z","caller":"traceutil/trace.go:171","msg":"trace[110031075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26296; }","duration":"2.025635326s","start":"2026-07-03T16:48:54.306814Z","end":"2026-07-03T16:48:56.33245Z","steps":["trace[110031075] 'range keys from in-memory index tree' (duration: 2.025510702s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:56.332948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122106431s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:56.333046Z","caller":"traceutil/trace.go:171","msg":"trace[257393607] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"4.241698316s","start":"2026-07-03T16:48:52.091324Z","end":"2026-07-03T16:48:56.333022Z","steps":["trace[257393607] 'process raft request' (duration: 1.11941169s)","trace[257393607] 'compare' (duration: 3.120590562s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:56.333133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.091308Z","time spent":"4.241779369s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:56.704892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.145832537s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:57.029551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:57.029678Z","caller":"traceutil/trace.go:171","msg":"trace[751376994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783041s","start":"2026-07-03T16:48:55.028867Z","end":"2026-07-03T16:48:57.02965Z","steps":["trace[751376994] 'agreement among raft nodes before linearized reading' (duration: 2.000595566s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:57.02985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:55.028854Z","time spent":"2.000969015s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:57.814243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10826617s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:58.39831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693150166s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:48:58.398529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.093885Z","time spent":"6.304637091s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:48:58.398846Z","caller":"traceutil/trace.go:171","msg":"trace[1887991115] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"6.303934212s","start":"2026-07-03T16:48:52.094891Z","end":"2026-07-03T16:48:58.398825Z","steps":["trace[1887991115] 'process raft request' (duration: 6.303659065s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:58.398941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.094885Z","time spent":"6.303998403s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:58.39909Z","caller":"traceutil/trace.go:171","msg":"trace[2110199399] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"6.30425552s","start":"2026-07-03T16:48:52.094824Z","end":"2026-07-03T16:48:58.399079Z","steps":["trace[2110199399] 'process raft request' (duration: 6.303572303s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:58.399151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.094813Z","time spent":"6.304309441s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:58.40001Z","caller":"traceutil/trace.go:171","msg":"trace[380635220] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"6.303378717s","start":"2026-07-03T16:48:52.096608Z","end":"2026-07-03T16:48:58.399987Z","steps":["trace[380635220] 'process raft request' (duration: 6.301968801s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:58.400197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.096596Z","time spent":"6.30346982s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:59.035323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:59.035402Z","caller":"traceutil/trace.go:171","msg":"trace[1702218579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408401s","start":"2026-07-03T16:48:57.034976Z","end":"2026-07-03T16:48:59.035384Z","steps":["trace[1702218579] 'agreement among raft nodes before linearized reading' (duration: 2.000308769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:59.03545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:57.034949Z","time spent":"2.000491873s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:59.628218Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"51039f28b07aab04","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:01.035669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:01.035731Z","caller":"traceutil/trace.go:171","msg":"trace[2035217085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000446s","start":"2026-07-03T16:48:59.035712Z","end":"2026-07-03T16:49:01.035717Z","steps":["trace[2035217085] 'agreement among raft nodes before linearized reading' (duration: 1.999926208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:01.035791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.035688Z","time spent":"2.000067232s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:01.348722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.347555Z","time spent":"7.001160541s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:02.113921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008311228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:02.114111Z","caller":"traceutil/trace.go:171","msg":"trace[1955855248] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.008533103s","start":"2026-07-03T16:48:52.105553Z","end":"2026-07-03T16:49:02.114086Z","steps":["trace[1955855248] 'agreement among raft nodes before linearized reading' (duration: 10.008319468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:02.114219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.105547Z","time spent":"10.008653216s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/03 16:49:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:02.828188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429560982s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:49:02.828357Z","caller":"traceutil/trace.go:171","msg":"trace[1974276635] linearizableReadLoop","detail":"{readStateIndex:27196; appliedIndex:27190; }","duration":"10.734361146s","start":"2026-07-03T16:48:52.093983Z","end":"2026-07-03T16:49:02.828344Z","steps":["trace[1974276635] 'read index received' (duration: 1.116772242s)","trace[1974276635] 'applied index is now lower than readState.Index' (duration: 9.617588154s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:02.831736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.737734474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118818"} {"level":"info","ts":"2026-07-03T16:49:02.831814Z","caller":"traceutil/trace.go:171","msg":"trace[2082834107] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26301; }","duration":"10.737832397s","start":"2026-07-03T16:48:52.093962Z","end":"2026-07-03T16:49:02.831794Z","steps":["trace[2082834107] 'agreement among raft nodes before linearized reading' (duration: 10.737101358s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:02.831878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.093948Z","time spent":"10.737910249s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118842,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T16:49:03.041245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:03.04133Z","caller":"traceutil/trace.go:171","msg":"trace[920568812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352479s","start":"2026-07-03T16:49:01.040953Z","end":"2026-07-03T16:49:03.041306Z","steps":["trace[920568812] 'agreement among raft nodes before linearized reading' (duration: 2.000245796s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:03.041379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.040935Z","time spent":"2.000434771s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:03.328441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:03.829527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:03.880542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.480760202s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:03.991052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.984537111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:03.991158Z","caller":"traceutil/trace.go:171","msg":"trace[1255262937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"7.984646564s","start":"2026-07-03T16:48:56.00647Z","end":"2026-07-03T16:49:03.991117Z","steps":["trace[1255262937] 'agreement among raft nodes before linearized reading' (duration: 7.984533641s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:03.991223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.006373Z","time spent":"7.984840068s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/07/03 16:49:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:03.991668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.988667438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:03.99175Z","caller":"traceutil/trace.go:171","msg":"trace[2100985612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"7.988811842s","start":"2026-07-03T16:48:56.002917Z","end":"2026-07-03T16:49:03.991729Z","steps":["trace[2100985612] 'agreement among raft nodes before linearized reading' (duration: 7.988709239s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:03.991801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.002891Z","time spent":"7.988900515s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/07/03 16:49:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:05.042277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:05.042386Z","caller":"traceutil/trace.go:171","msg":"trace[1394069015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241796s","start":"2026-07-03T16:49:03.042115Z","end":"2026-07-03T16:49:05.042357Z","steps":["trace[1394069015] 'agreement among raft nodes before linearized reading' (duration: 2.000123003s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.042445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:03.042084Z","time spent":"2.000350159s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:05.256309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.055834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:05.2564Z","caller":"traceutil/trace.go:171","msg":"trace[637366453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26302; }","duration":"950.158347ms","start":"2026-07-03T16:49:04.306228Z","end":"2026-07-03T16:49:05.256386Z","steps":["trace[637366453] 'range keys from in-memory index tree' (duration: 950.040703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.25682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37596926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:49:05.256968Z","caller":"traceutil/trace.go:171","msg":"trace[1353649946] linearizableReadLoop","detail":"{readStateIndex:27198; appliedIndex:27197; }","duration":"2.428569237s","start":"2026-07-03T16:49:02.828378Z","end":"2026-07-03T16:49:05.256947Z","steps":["trace[1353649946] 'read index received' (duration: 1.052282278s)","trace[1353649946] 'applied index is now lower than readState.Index' (duration: 1.376285349s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:05.25715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.853804406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887\" ","response":"range_response_count:1 size:4051"} {"level":"warn","ts":"2026-07-03T16:49:05.257238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000250558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:49:05.257255Z","caller":"traceutil/trace.go:171","msg":"trace[991755577] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887; range_end:; response_count:1; response_revision:26302; }","duration":"6.853939529s","start":"2026-07-03T16:48:58.403284Z","end":"2026-07-03T16:49:05.257224Z","steps":["trace[991755577] 'agreement among raft nodes before linearized reading' (duration: 6.853679022s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.257277Z","caller":"traceutil/trace.go:171","msg":"trace[543811766] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26302; }","duration":"7.00032732s","start":"2026-07-03T16:48:58.256938Z","end":"2026-07-03T16:49:05.257265Z","steps":["trace[543811766] 'agreement among raft nodes before linearized reading' (duration: 7.000123215s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.257305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.25142638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.257311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:58.40327Z","time spent":"6.854031222s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887\" "} {"level":"warn","ts":"2026-07-03T16:49:05.257316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:58.256918Z","time spent":"7.000389292s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T16:49:05.257334Z","caller":"traceutil/trace.go:171","msg":"trace[472649751] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26302; }","duration":"11.251493282s","start":"2026-07-03T16:48:54.005831Z","end":"2026-07-03T16:49:05.257324Z","steps":["trace[472649751] 'agreement among raft nodes before linearized reading' (duration: 11.25144186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.257356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.005808Z","time spent":"11.251542492s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.257362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781048426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:05.257364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.906227669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:05.257437Z","caller":"traceutil/trace.go:171","msg":"trace[411525459] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26302; }","duration":"3.78115243s","start":"2026-07-03T16:49:01.476248Z","end":"2026-07-03T16:49:05.257401Z","steps":["trace[411525459] 'agreement among raft nodes before linearized reading' (duration: 3.780980345s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.257447Z","caller":"traceutil/trace.go:171","msg":"trace[1717748896] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26302; }","duration":"12.906361012s","start":"2026-07-03T16:48:52.35106Z","end":"2026-07-03T16:49:05.257421Z","steps":["trace[1717748896] 'agreement among raft nodes before linearized reading' (duration: 12.906228499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.257486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.476201Z","time spent":"3.781275643s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.257502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.905234591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:49:05.257527Z","caller":"traceutil/trace.go:171","msg":"trace[2015491901] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26302; }","duration":"3.905298653s","start":"2026-07-03T16:49:01.352222Z","end":"2026-07-03T16:49:05.257521Z","steps":["trace[2015491901] 'agreement among raft nodes before linearized reading' (duration: 3.905253832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.257547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.352198Z","time spent":"3.905345804s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:49:05.25757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.622289427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.257613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.920422596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:49:05.257615Z","caller":"traceutil/trace.go:171","msg":"trace[5990827] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26302; }","duration":"5.622338298s","start":"2026-07-03T16:48:59.635266Z","end":"2026-07-03T16:49:05.257605Z","steps":["trace[5990827] 'agreement among raft nodes before linearized reading' (duration: 5.622265716s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.257633Z","caller":"traceutil/trace.go:171","msg":"trace[553856257] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26302; }","duration":"8.920531889s","start":"2026-07-03T16:48:56.337093Z","end":"2026-07-03T16:49:05.257624Z","steps":["trace[553856257] 'agreement among raft nodes before linearized reading' (duration: 8.920450117s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.257648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.337062Z","time spent":"8.920582521s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:49:05.257649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.63521Z","time spent":"5.62243079s","remote":"127.0.0.1:50980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.257499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.403289111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.257638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.480667761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-03T16:49:05.257684Z","caller":"traceutil/trace.go:171","msg":"trace[808440822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26302; }","duration":"7.403508707s","start":"2026-07-03T16:48:57.854168Z","end":"2026-07-03T16:49:05.257676Z","steps":["trace[808440822] 'agreement among raft nodes before linearized reading' (duration: 7.403312942s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.257694Z","caller":"traceutil/trace.go:171","msg":"trace[2075309309] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26302; }","duration":"12.480775194s","start":"2026-07-03T16:48:52.776908Z","end":"2026-07-03T16:49:05.257683Z","steps":["trace[2075309309] 'agreement among raft nodes before linearized reading' (duration: 12.48061368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.257741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:57.854078Z","time spent":"7.40365531s","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.257683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.159277738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c53b99b7-8719-47ce-8250-0c93c00defdd\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-03T16:49:05.257763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.776877Z","time spent":"12.480878107s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:49:05.257782Z","caller":"traceutil/trace.go:171","msg":"trace[1257068257] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c53b99b7-8719-47ce-8250-0c93c00defdd; range_end:; response_count:1; response_revision:26302; }","duration":"13.159384951s","start":"2026-07-03T16:48:52.098383Z","end":"2026-07-03T16:49:05.257768Z","steps":["trace[1257068257] 'agreement among raft nodes before linearized reading' (duration: 13.159184896s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.257803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.953038953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:05.25782Z","caller":"traceutil/trace.go:171","msg":"trace[147008357] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26302; }","duration":"8.953100675s","start":"2026-07-03T16:48:56.304714Z","end":"2026-07-03T16:49:05.257815Z","steps":["trace[147008357] 'agreement among raft nodes before linearized reading' (duration: 8.953019853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.25782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.09838Z","time spent":"13.159429102s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c53b99b7-8719-47ce-8250-0c93c00defdd\" "} {"level":"warn","ts":"2026-07-03T16:49:05.257839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.304679Z","time spent":"8.953156867s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.257495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.35103Z","time spent":"12.906453305s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.257883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.244443798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.257933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.435753814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.257943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.622939374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:05.257457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525400651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:05.25798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.722034087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:05.257927Z","caller":"traceutil/trace.go:171","msg":"trace[2087511017] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26302; }","duration":"6.244547341s","start":"2026-07-03T16:48:59.01337Z","end":"2026-07-03T16:49:05.257917Z","steps":["trace[2087511017] 'agreement among raft nodes before linearized reading' (duration: 6.244470639s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.258001Z","caller":"traceutil/trace.go:171","msg":"trace[1964215685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26302; }","duration":"9.722098029s","start":"2026-07-03T16:48:55.535898Z","end":"2026-07-03T16:49:05.257996Z","steps":["trace[1964215685] 'agreement among raft nodes before linearized reading' (duration: 9.722067158s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:55.535875Z","time spent":"9.722138199s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.013338Z","time spent":"6.244669535s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.164028963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-07-03T16:49:05.25817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.831781946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:05.25817Z","caller":"traceutil/trace.go:171","msg":"trace[2118782803] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26302; }","duration":"13.164097554s","start":"2026-07-03T16:48:52.094059Z","end":"2026-07-03T16:49:05.258156Z","steps":["trace[2118782803] 'agreement among raft nodes before linearized reading' (duration: 13.1639375s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.258186Z","caller":"traceutil/trace.go:171","msg":"trace[1058769351] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26302; }","duration":"10.831851839s","start":"2026-07-03T16:48:54.426329Z","end":"2026-07-03T16:49:05.258181Z","steps":["trace[1058769351] 'agreement among raft nodes before linearized reading' (duration: 10.831823868s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.470603561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:05.25753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.803707436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.258244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.950784805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:05.258259Z","caller":"traceutil/trace.go:171","msg":"trace[1147336365] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26302; }","duration":"10.950830176s","start":"2026-07-03T16:48:54.307425Z","end":"2026-07-03T16:49:05.258255Z","steps":["trace[1147336365] 'agreement among raft nodes before linearized reading' (duration: 10.950802936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.307405Z","time spent":"10.950867567s","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263095871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:49:05.258295Z","caller":"traceutil/trace.go:171","msg":"trace[1343320274] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26302; }","duration":"1.263150332s","start":"2026-07-03T16:49:03.99514Z","end":"2026-07-03T16:49:05.258291Z","steps":["trace[1343320274] 'agreement among raft nodes before linearized reading' (duration: 1.263090371s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:03.995118Z","time spent":"1.263187483s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:49:05.258289Z","caller":"traceutil/trace.go:171","msg":"trace[278704798] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26302; }","duration":"7.804462946s","start":"2026-07-03T16:48:57.453789Z","end":"2026-07-03T16:49:05.258251Z","steps":["trace[278704798] 'agreement among raft nodes before linearized reading' (duration: 7.803722346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409627456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131075"} {"level":"warn","ts":"2026-07-03T16:49:05.258396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.828356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:05.258415Z","caller":"traceutil/trace.go:171","msg":"trace[1192136120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26302; }","duration":"207.882107ms","start":"2026-07-03T16:49:05.050526Z","end":"2026-07-03T16:49:05.258408Z","steps":["trace[1192136120] 'agreement among raft nodes before linearized reading' (duration: 207.845616ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.258408Z","caller":"traceutil/trace.go:171","msg":"trace[1066801657] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26302; }","duration":"2.409733218s","start":"2026-07-03T16:49:02.848658Z","end":"2026-07-03T16:49:05.258391Z","steps":["trace[1066801657] 'agreement among raft nodes before linearized reading' (duration: 2.409453801s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:57.453771Z","time spent":"7.804599789s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.25846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:02.848641Z","time spent":"2.40980873s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131099,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T16:49:05.258477Z","caller":"traceutil/trace.go:171","msg":"trace[455196448] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26302; }","duration":"6.858805757s","start":"2026-07-03T16:48:58.399659Z","end":"2026-07-03T16:49:05.258465Z","steps":["trace[455196448] 'process raft request' (duration: 5.48106275s)","trace[455196448] 'compare' (duration: 1.375888288s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:05.25851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.178829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.258544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:58.39964Z","time spent":"6.858854528s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:05.258546Z","caller":"traceutil/trace.go:171","msg":"trace[1301155837] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26302; }","duration":"576.23362ms","start":"2026-07-03T16:49:04.682304Z","end":"2026-07-03T16:49:05.258538Z","steps":["trace[1301155837] 'agreement among raft nodes before linearized reading' (duration: 576.174728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.68229Z","time spent":"576.28012ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264940348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:49:05.258601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698446433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:05.258638Z","caller":"traceutil/trace.go:171","msg":"trace[513324402] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26302; }","duration":"1.26500479s","start":"2026-07-03T16:49:03.993626Z","end":"2026-07-03T16:49:05.258631Z","steps":["trace[513324402] 'agreement among raft nodes before linearized reading' (duration: 1.264946359s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:03.993605Z","time spent":"1.265044941s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:49:05.258647Z","caller":"traceutil/trace.go:171","msg":"trace[1311671064] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26302; }","duration":"1.698527275s","start":"2026-07-03T16:49:03.560107Z","end":"2026-07-03T16:49:05.258634Z","steps":["trace[1311671064] 'agreement among raft nodes before linearized reading' (duration: 1.698451233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:03.560087Z","time spent":"1.698585917s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.25869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.886501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:05.258727Z","caller":"traceutil/trace.go:171","msg":"trace[1212907495] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26302; }","duration":"367.957703ms","start":"2026-07-03T16:49:04.890758Z","end":"2026-07-03T16:49:05.258716Z","steps":["trace[1212907495] 'agreement among raft nodes before linearized reading' (duration: 367.909992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.257955Z","caller":"traceutil/trace.go:171","msg":"trace[1388183336] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26302; }","duration":"9.435804087s","start":"2026-07-03T16:48:55.822144Z","end":"2026-07-03T16:49:05.257948Z","steps":["trace[1388183336] 'agreement among raft nodes before linearized reading' (duration: 9.435769815s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293424909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.258754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09741381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:05.258764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.164736661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118818"} {"level":"info","ts":"2026-07-03T16:49:05.258836Z","caller":"traceutil/trace.go:171","msg":"trace[1953847540] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26302; }","duration":"2.097528743s","start":"2026-07-03T16:49:03.161289Z","end":"2026-07-03T16:49:05.258818Z","steps":["trace[1953847540] 'agreement among raft nodes before linearized reading' (duration: 2.09741468s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:05.258851Z","caller":"traceutil/trace.go:171","msg":"trace[59236631] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26302; }","duration":"13.164849293s","start":"2026-07-03T16:48:52.093983Z","end":"2026-07-03T16:49:05.258833Z","steps":["trace[59236631] 'agreement among raft nodes before linearized reading' (duration: 13.164107194s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.258896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:03.161272Z","time spent":"2.097608624s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.093975Z","time spent":"13.164928275s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118842,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-03T16:49:05.257978Z","caller":"traceutil/trace.go:171","msg":"trace[372323058] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26302; }","duration":"4.525966176s","start":"2026-07-03T16:49:00.732004Z","end":"2026-07-03T16:49:05.257971Z","steps":["trace[372323058] 'agreement among raft nodes before linearized reading' (duration: 4.525402811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.259005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:00.731977Z","time spent":"4.527016603s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:05.258794Z","caller":"traceutil/trace.go:171","msg":"trace[756648990] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26302; }","duration":"2.293470119s","start":"2026-07-03T16:49:02.965318Z","end":"2026-07-03T16:49:05.258789Z","steps":["trace[756648990] 'agreement among raft nodes before linearized reading' (duration: 2.293436978s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.25919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:02.965303Z","time spent":"2.29387474s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:55.822128Z","time spent":"9.436639698s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.662862271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:05.259471Z","caller":"traceutil/trace.go:171","msg":"trace[1346589378] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26302; }","duration":"10.664212376s","start":"2026-07-03T16:48:54.595248Z","end":"2026-07-03T16:49:05.25946Z","steps":["trace[1346589378] 'agreement among raft nodes before linearized reading' (duration: 10.662874552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.259536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.59523Z","time spent":"10.664291248s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:05.257978Z","caller":"traceutil/trace.go:171","msg":"trace[1895615955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26302; }","duration":"12.623027447s","start":"2026-07-03T16:48:52.634941Z","end":"2026-07-03T16:49:05.257968Z","steps":["trace[1895615955] 'agreement among raft nodes before linearized reading' (duration: 12.622968625s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.259648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.634912Z","time spent":"12.624718452s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.094043Z","time spent":"13.164153296s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:49:05.258217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.426309Z","time spent":"10.831889659s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:05.258213Z","caller":"traceutil/trace.go:171","msg":"trace[922081647] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26302; }","duration":"11.470675072s","start":"2026-07-03T16:48:53.787533Z","end":"2026-07-03T16:49:05.258208Z","steps":["trace[922081647] 'agreement among raft nodes before linearized reading' (duration: 11.470630661s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.260044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.787503Z","time spent":"11.472507629s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.890642Z","time spent":"368.100237ms","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.258787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652206713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:05.260312Z","caller":"traceutil/trace.go:171","msg":"trace[835597168] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26302; }","duration":"3.653754282s","start":"2026-07-03T16:49:01.606546Z","end":"2026-07-03T16:49:05.260301Z","steps":["trace[835597168] 'agreement among raft nodes before linearized reading' (duration: 3.652217142s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.260354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.606528Z","time spent":"3.653810674s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:05.261618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.014205291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:05.261733Z","caller":"traceutil/trace.go:171","msg":"trace[1330603267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26302; }","duration":"12.01569788s","start":"2026-07-03T16:48:53.245989Z","end":"2026-07-03T16:49:05.261686Z","steps":["trace[1330603267] 'agreement among raft nodes before linearized reading' (duration: 12.0114769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:05.262469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.24595Z","time spent":"12.01649475s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:08.956439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:08.956512Z","caller":"traceutil/trace.go:171","msg":"trace[912461757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132223s","start":"2026-07-03T16:49:06.956362Z","end":"2026-07-03T16:49:08.956494Z","steps":["trace[912461757] 'agreement among raft nodes before linearized reading' (duration: 2.000038721s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:08.956549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.956344Z","time spent":"2.000198466s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:10.429539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.872105622s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:10.726769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.974179ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-03T16:49:10.72701Z","caller":"traceutil/trace.go:171","msg":"trace[735491573] linearizableReadLoop","detail":"{readStateIndex:27200; appliedIndex:27198; }","duration":"5.463577037s","start":"2026-07-03T16:49:05.263416Z","end":"2026-07-03T16:49:10.726993Z","steps":["trace[735491573] 'read index received' (duration: 294.072755ms)","trace[735491573] 'applied index is now lower than readState.Index' (duration: 5.169503422s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:10.727088Z","caller":"traceutil/trace.go:171","msg":"trace[1567168905] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"5.458879714s","start":"2026-07-03T16:49:05.268199Z","end":"2026-07-03T16:49:10.727079Z","steps":["trace[1567168905] 'process raft request' (duration: 5.458652348s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:10.727183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.268187Z","time spent":"5.458939255s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:10.727269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.263202Z","time spent":"5.464063189s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:10.727426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.464002998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:49:10.727464Z","caller":"traceutil/trace.go:171","msg":"trace[63881114] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26303; }","duration":"5.464054278s","start":"2026-07-03T16:49:05.263401Z","end":"2026-07-03T16:49:10.727455Z","steps":["trace[63881114] 'agreement among raft nodes before linearized reading' (duration: 5.463939076s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:10.727494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.263385Z","time spent":"5.46410045s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:49:10.988981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031809056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:10.989083Z","caller":"traceutil/trace.go:171","msg":"trace[1941191529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.031911429s","start":"2026-07-03T16:49:08.95712Z","end":"2026-07-03T16:49:10.989031Z","steps":["trace[1941191529] 'agreement among raft nodes before linearized reading' (duration: 2.031823097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:10.989117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.957105Z","time spent":"2.032005811s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:11.227752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:11.728194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:12.228848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:12.562482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.561296Z","time spent":"7.001177752s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:12.729472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:12.993359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:12.993433Z","caller":"traceutil/trace.go:171","msg":"trace[1272048889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010761s","start":"2026-07-03T16:49:10.993403Z","end":"2026-07-03T16:49:12.993414Z","steps":["trace[1272048889] 'agreement among raft nodes before linearized reading' (duration: 1.999920729s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:12.993475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.993382Z","time spent":"2.000083533s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:13.229847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:13.733756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:13.968701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.534728393s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:49:13.969321Z","caller":"traceutil/trace.go:171","msg":"trace[1179794109] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"3.702241901s","start":"2026-07-03T16:49:10.267058Z","end":"2026-07-03T16:49:13.9693Z","steps":["trace[1179794109] 'process raft request' (duration: 3.702200809s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.969445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.267037Z","time spent":"3.702344304s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:13.969782Z","caller":"traceutil/trace.go:171","msg":"trace[60958390] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"5.26999114s","start":"2026-07-03T16:49:08.699782Z","end":"2026-07-03T16:49:13.969773Z","steps":["trace[60958390] 'process raft request' (duration: 5.269389714s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.969831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.699763Z","time spent":"5.270042171s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:13.969929Z","caller":"traceutil/trace.go:171","msg":"trace[398231416] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"5.191853021s","start":"2026-07-03T16:49:08.778069Z","end":"2026-07-03T16:49:13.969922Z","steps":["trace[398231416] 'process raft request' (duration: 5.191160134s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.969973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.778045Z","time spent":"5.191904422s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:14.358893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.455209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:14.359627Z","caller":"traceutil/trace.go:171","msg":"trace[1825659230] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"3.629358118s","start":"2026-07-03T16:49:10.730233Z","end":"2026-07-03T16:49:14.359591Z","steps":["trace[1825659230] 'process raft request' (duration: 3.365067198s)","trace[1825659230] 'compare' (duration: 262.943636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:14.359733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.730206Z","time spent":"3.629475773s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:14.359712Z","caller":"traceutil/trace.go:171","msg":"trace[1323825538] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"3.627485151s","start":"2026-07-03T16:49:10.732167Z","end":"2026-07-03T16:49:14.359653Z","steps":["trace[1323825538] 'process raft request' (duration: 3.627147391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.359959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.732158Z","time spent":"3.627669825s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:14.458598Z","caller":"traceutil/trace.go:171","msg":"trace[1840684511] linearizableReadLoop","detail":"{readStateIndex:27208; appliedIndex:27201; }","duration":"3.731508701s","start":"2026-07-03T16:49:10.727046Z","end":"2026-07-03T16:49:14.458554Z","steps":["trace[1840684511] 'read index received' (duration: 3.242084695s)","trace[1840684511] 'applied index is now lower than readState.Index' (duration: 489.420476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:14.458823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.976542653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:14.459003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.280837713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.45901Z","caller":"traceutil/trace.go:171","msg":"trace[1973337798] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26309; }","duration":"5.976774889s","start":"2026-07-03T16:49:08.482211Z","end":"2026-07-03T16:49:14.458986Z","steps":["trace[1973337798] 'agreement among raft nodes before linearized reading' (duration: 5.976516033s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.45905Z","caller":"traceutil/trace.go:171","msg":"trace[386181951] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26309; }","duration":"7.280911225s","start":"2026-07-03T16:49:07.178122Z","end":"2026-07-03T16:49:14.459034Z","steps":["trace[386181951] 'agreement among raft nodes before linearized reading' (duration: 7.280855163s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.459062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.482195Z","time spent":"5.976850921s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.459087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:07.178104Z","time spent":"7.280974346s","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.459173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.821886467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:14.459269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.303987743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:14.459299Z","caller":"traceutil/trace.go:171","msg":"trace[943522733] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26309; }","duration":"7.304055305s","start":"2026-07-03T16:49:07.155234Z","end":"2026-07-03T16:49:14.45929Z","steps":["trace[943522733] 'agreement among raft nodes before linearized reading' (duration: 7.304005524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.459326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:07.155203Z","time spent":"7.304115517s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.459353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715377032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:14.45894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.20096074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-07-03T16:49:14.459557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.193355453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-07-03T16:49:14.459638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727587559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-03T16:49:14.459677Z","caller":"traceutil/trace.go:171","msg":"trace[268499365] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26309; }","duration":"3.727660621s","start":"2026-07-03T16:49:10.732007Z","end":"2026-07-03T16:49:14.459668Z","steps":["trace[268499365] 'agreement among raft nodes before linearized reading' (duration: 3.727519237s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.459703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.731993Z","time spent":"3.727706102s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:49:14.459733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.094404072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:49:14.459764Z","caller":"traceutil/trace.go:171","msg":"trace[711964231] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26309; }","duration":"9.094470834s","start":"2026-07-03T16:49:05.365286Z","end":"2026-07-03T16:49:14.459757Z","steps":["trace[711964231] 'agreement among raft nodes before linearized reading' (duration: 9.094385002s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.459785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.365266Z","time spent":"9.094514416s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:49:14.459868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.193685761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:49:14.459924Z","caller":"traceutil/trace.go:171","msg":"trace[1003977481] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26309; }","duration":"9.193762213s","start":"2026-07-03T16:49:05.266149Z","end":"2026-07-03T16:49:14.459911Z","steps":["trace[1003977481] 'agreement among raft nodes before linearized reading' (duration: 9.193663231s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.459963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.266137Z","time spent":"9.193817024s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:49:14.459912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.184371178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-03T16:49:14.460052Z","caller":"traceutil/trace.go:171","msg":"trace[248911688] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26309; }","duration":"9.184545782s","start":"2026-07-03T16:49:05.275485Z","end":"2026-07-03T16:49:14.46003Z","steps":["trace[248911688] 'agreement among raft nodes before linearized reading' (duration: 9.184213274s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.459658Z","caller":"traceutil/trace.go:171","msg":"trace[2146240236] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26309; }","duration":"9.193483265s","start":"2026-07-03T16:49:05.266163Z","end":"2026-07-03T16:49:14.459646Z","steps":["trace[2146240236] 'agreement among raft nodes before linearized reading' (duration: 9.19327064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.46036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.266147Z","time spent":"9.194197104s","remote":"127.0.0.1:50788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T16:49:14.460425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894641215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:49:14.460449Z","caller":"traceutil/trace.go:171","msg":"trace[769251449] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26309; }","duration":"1.894689997s","start":"2026-07-03T16:49:12.565752Z","end":"2026-07-03T16:49:14.460442Z","steps":["trace[769251449] 'agreement among raft nodes before linearized reading' (duration: 1.894538423s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.460479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.929303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:14.460556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:12.565737Z","time spent":"1.894723407s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:49:14.460582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.063579053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:14.460617Z","caller":"traceutil/trace.go:171","msg":"trace[1472412900] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26309; }","duration":"6.063645405s","start":"2026-07-03T16:49:08.396964Z","end":"2026-07-03T16:49:14.46061Z","steps":["trace[1472412900] 'agreement among raft nodes before linearized reading' (duration: 6.063585043s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.460629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.20432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:14.460681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.021170942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.460676Z","caller":"traceutil/trace.go:171","msg":"trace[1388304184] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26309; }","duration":"749.253371ms","start":"2026-07-03T16:49:13.711414Z","end":"2026-07-03T16:49:14.460667Z","steps":["trace[1388304184] 'agreement among raft nodes before linearized reading' (duration: 749.1889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.460713Z","caller":"traceutil/trace.go:171","msg":"trace[1815745860] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26309; }","duration":"6.021228803s","start":"2026-07-03T16:49:08.439473Z","end":"2026-07-03T16:49:14.460702Z","steps":["trace[1815745860] 'agreement among raft nodes before linearized reading' (duration: 6.021185122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.460735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.439457Z","time spent":"6.021271775s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.460737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.711399Z","time spent":"749.329103ms","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.460793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.891350491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.460833Z","caller":"traceutil/trace.go:171","msg":"trace[1591303349] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26309; }","duration":"6.891396682s","start":"2026-07-03T16:49:07.569425Z","end":"2026-07-03T16:49:14.460822Z","steps":["trace[1591303349] 'agreement among raft nodes before linearized reading' (duration: 6.889236886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.460644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.396948Z","time spent":"6.063688936s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.460855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:07.569362Z","time spent":"6.891487815s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.460875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.262012025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:49:14.4609Z","caller":"traceutil/trace.go:171","msg":"trace[59319998] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26309; }","duration":"8.262240751s","start":"2026-07-03T16:49:06.198653Z","end":"2026-07-03T16:49:14.460894Z","steps":["trace[59319998] 'agreement among raft nodes before linearized reading' (duration: 8.260058154s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.460917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.198637Z","time spent":"8.262275152s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2641,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.46023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.887281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:14.460971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.87521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.460995Z","caller":"traceutil/trace.go:171","msg":"trace[1344280251] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26309; }","duration":"981.932802ms","start":"2026-07-03T16:49:13.479056Z","end":"2026-07-03T16:49:14.460989Z","steps":["trace[1344280251] 'agreement among raft nodes before linearized reading' (duration: 981.893841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.460993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.260144146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.461018Z","caller":"traceutil/trace.go:171","msg":"trace[2125966396] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26309; }","duration":"6.260200547s","start":"2026-07-03T16:49:08.200808Z","end":"2026-07-03T16:49:14.461009Z","steps":["trace[2125966396] 'agreement among raft nodes before linearized reading' (duration: 6.260163396s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.460581Z","caller":"traceutil/trace.go:171","msg":"trace[1941865288] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26309; }","duration":"781.067407ms","start":"2026-07-03T16:49:13.679479Z","end":"2026-07-03T16:49:14.460547Z","steps":["trace[1941865288] 'agreement among raft nodes before linearized reading' (duration: 780.896572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.461045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.200792Z","time spent":"6.260247858s","remote":"127.0.0.1:44564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.461096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.679457Z","time spent":"781.612521ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:14.461096Z","caller":"traceutil/trace.go:171","msg":"trace[1923078534] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26309; }","duration":"155.684492ms","start":"2026-07-03T16:49:14.305333Z","end":"2026-07-03T16:49:14.461018Z","steps":["trace[1923078534] 'agreement among raft nodes before linearized reading' (duration: 154.871181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.461181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467236701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.45941Z","caller":"traceutil/trace.go:171","msg":"trace[2045985359] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26309; }","duration":"5.715468115s","start":"2026-07-03T16:49:08.743928Z","end":"2026-07-03T16:49:14.459396Z","steps":["trace[2045985359] 'agreement among raft nodes before linearized reading' (duration: 5.715373212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.462141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.74391Z","time spent":"5.718214127s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.46029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.693967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.462212Z","caller":"traceutil/trace.go:171","msg":"trace[830079065] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26309; }","duration":"725.644089ms","start":"2026-07-03T16:49:13.73655Z","end":"2026-07-03T16:49:14.462194Z","steps":["trace[830079065] 'agreement among raft nodes before linearized reading' (duration: 723.725548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.462301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.736527Z","time spent":"725.71741ms","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.460264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.229799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.462451Z","caller":"traceutil/trace.go:171","msg":"trace[625278171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26309; }","duration":"704.412507ms","start":"2026-07-03T16:49:13.758029Z","end":"2026-07-03T16:49:14.462441Z","steps":["trace[625278171] 'agreement among raft nodes before linearized reading' (duration: 702.21655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.462472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.757967Z","time spent":"704.499138ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:14.461182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.478965346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.462632Z","caller":"traceutil/trace.go:171","msg":"trace[1490463548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26309; }","duration":"6.480432794s","start":"2026-07-03T16:49:07.982162Z","end":"2026-07-03T16:49:14.462595Z","steps":["trace[1490463548] 'agreement among raft nodes before linearized reading' (duration: 6.478994877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.462901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:07.982136Z","time spent":"6.480509175s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.460316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325851159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.463076Z","caller":"traceutil/trace.go:171","msg":"trace[368207548] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26309; }","duration":"2.32856818s","start":"2026-07-03T16:49:12.13446Z","end":"2026-07-03T16:49:14.463028Z","steps":["trace[368207548] 'agreement among raft nodes before linearized reading' (duration: 2.325841389s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.461303Z","caller":"traceutil/trace.go:171","msg":"trace[387585177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26309; }","duration":"1.467388604s","start":"2026-07-03T16:49:12.993908Z","end":"2026-07-03T16:49:14.461297Z","steps":["trace[387585177] 'agreement among raft nodes before linearized reading' (duration: 1.46725735s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.463205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:12.134439Z","time spent":"2.328714294s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:49:14.463251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:12.993884Z","time spent":"1.469351824s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:14.45949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.870012177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.463305Z","caller":"traceutil/trace.go:171","msg":"trace[1576998872] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26309; }","duration":"7.873857878s","start":"2026-07-03T16:49:06.589434Z","end":"2026-07-03T16:49:14.463291Z","steps":["trace[1576998872] 'agreement among raft nodes before linearized reading' (duration: 7.870036938s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.463335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.589413Z","time spent":"7.873911499s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.460256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.275461Z","time spent":"9.184782739s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:49:14.461145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.479038Z","time spent":"981.968423ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:14.463438Z","caller":"traceutil/trace.go:171","msg":"trace[1500053358] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26309; }","duration":"8.201666118s","start":"2026-07-03T16:49:06.257929Z","end":"2026-07-03T16:49:14.459595Z","steps":["trace[1500053358] 'agreement among raft nodes before linearized reading' (duration: 8.200752645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.459457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.533419189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.463552Z","caller":"traceutil/trace.go:171","msg":"trace[1515492126] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26309; }","duration":"7.537548307s","start":"2026-07-03T16:49:06.925997Z","end":"2026-07-03T16:49:14.463545Z","steps":["trace[1515492126] 'agreement among raft nodes before linearized reading' (duration: 7.53343794s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.463558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.257914Z","time spent":"8.20560604s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418423,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:49:14.463574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.925981Z","time spent":"7.537585488s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.461571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728512183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-qd94j\" ","response":"range_response_count:1 size:5373"} {"level":"info","ts":"2026-07-03T16:49:14.463713Z","caller":"traceutil/trace.go:171","msg":"trace[923741916] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-qd94j; range_end:; response_count:1; response_revision:26309; }","duration":"3.73068461s","start":"2026-07-03T16:49:10.73302Z","end":"2026-07-03T16:49:14.463704Z","steps":["trace[923741916] 'agreement among raft nodes before linearized reading' (duration: 3.727307192s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.463749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.733003Z","time spent":"3.730728011s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5397,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-qd94j\" "} {"level":"info","ts":"2026-07-03T16:49:14.459278Z","caller":"traceutil/trace.go:171","msg":"trace[557987608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26309; }","duration":"4.822042821s","start":"2026-07-03T16:49:09.637214Z","end":"2026-07-03T16:49:14.459257Z","steps":["trace[557987608] 'agreement among raft nodes before linearized reading' (duration: 4.821842716s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.464045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:09.637193Z","time spent":"4.826824346s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.467693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.370147161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:14.467779Z","caller":"traceutil/trace.go:171","msg":"trace[568875044] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26309; }","duration":"5.37898382s","start":"2026-07-03T16:49:09.08878Z","end":"2026-07-03T16:49:14.467764Z","steps":["trace[568875044] 'agreement among raft nodes before linearized reading' (duration: 5.370024888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.467832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:09.088765Z","time spent":"5.379053241s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:14.787776Z","caller":"traceutil/trace.go:171","msg":"trace[1191163816] linearizableReadLoop","detail":"{readStateIndex:27210; appliedIndex:27209; }","duration":"287.636327ms","start":"2026-07-03T16:49:14.500111Z","end":"2026-07-03T16:49:14.787747Z","steps":["trace[1191163816] 'read index received' (duration: 279.597908ms)","trace[1191163816] 'applied index is now lower than readState.Index' (duration: 8.035789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:14.787923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.548735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.788Z","caller":"traceutil/trace.go:171","msg":"trace[259925337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26311; }","duration":"314.660989ms","start":"2026-07-03T16:49:14.473322Z","end":"2026-07-03T16:49:14.787983Z","steps":["trace[259925337] 'agreement among raft nodes before linearized reading' (duration: 314.446643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.203488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:14.788038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.47331Z","time spent":"314.71927ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:14.788062Z","caller":"traceutil/trace.go:171","msg":"trace[1353245503] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26311; }","duration":"316.278429ms","start":"2026-07-03T16:49:14.471769Z","end":"2026-07-03T16:49:14.788047Z","steps":["trace[1353245503] 'agreement among raft nodes before linearized reading' (duration: 316.199897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.788109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.471757Z","time spent":"316.339652ms","remote":"127.0.0.1:50806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-03T16:49:14.787949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.717349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.788205Z","caller":"traceutil/trace.go:171","msg":"trace[888933125] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"314.857454ms","start":"2026-07-03T16:49:14.473324Z","end":"2026-07-03T16:49:14.788182Z","steps":["trace[888933125] 'process raft request' (duration: 306.404444ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.788235Z","caller":"traceutil/trace.go:171","msg":"trace[1936159565] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26311; }","duration":"315.025948ms","start":"2026-07-03T16:49:14.473197Z","end":"2026-07-03T16:49:14.788223Z","steps":["trace[1936159565] 'agreement among raft nodes before linearized reading' (duration: 314.70479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.788283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.473191Z","time spent":"315.07605ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:49:14.788351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.473313Z","time spent":"314.957877ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:14.788602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.210459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:49:14.788597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.404292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:49:14.788646Z","caller":"traceutil/trace.go:171","msg":"trace[1474432835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26311; }","duration":"279.27866ms","start":"2026-07-03T16:49:14.509353Z","end":"2026-07-03T16:49:14.788631Z","steps":["trace[1474432835] 'agreement among raft nodes before linearized reading' (duration: 279.116746ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.788663Z","caller":"traceutil/trace.go:171","msg":"trace[1860671759] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26311; }","duration":"319.499185ms","start":"2026-07-03T16:49:14.469149Z","end":"2026-07-03T16:49:14.788648Z","steps":["trace[1860671759] 'agreement among raft nodes before linearized reading' (duration: 319.275139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.788706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.469136Z","time spent":"319.561516ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:49:14.78842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.000084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-03T16:49:14.788816Z","caller":"traceutil/trace.go:171","msg":"trace[1904208071] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bc594f6c-wk8lw.18bed38071a42dbb; range_end:; response_count:1; response_revision:26311; }","duration":"279.434814ms","start":"2026-07-03T16:49:14.509348Z","end":"2026-07-03T16:49:14.788782Z","steps":["trace[1904208071] 'agreement among raft nodes before linearized reading' (duration: 278.843768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.948693Z","caller":"traceutil/trace.go:171","msg":"trace[189926069] linearizableReadLoop","detail":"{readStateIndex:27212; appliedIndex:27210; }","duration":"154.04164ms","start":"2026-07-03T16:49:14.794617Z","end":"2026-07-03T16:49:14.948659Z","steps":["trace[189926069] 'read index received' (duration: 12.851374ms)","trace[189926069] 'applied index is now lower than readState.Index' (duration: 141.189445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:14.9494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.761628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:49:14.949448Z","caller":"traceutil/trace.go:171","msg":"trace[802377049] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26313; }","duration":"154.835989ms","start":"2026-07-03T16:49:14.7946Z","end":"2026-07-03T16:49:14.949436Z","steps":["trace[802377049] 'agreement among raft nodes before linearized reading' (duration: 154.46273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:14.949778Z","caller":"traceutil/trace.go:171","msg":"trace[1327780286] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"146.799351ms","start":"2026-07-03T16:49:14.802967Z","end":"2026-07-03T16:49:14.949766Z","steps":["trace[1327780286] 'process raft request' (duration: 145.572959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.950133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.020704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:49:14.950157Z","caller":"traceutil/trace.go:171","msg":"trace[223640028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26313; }","duration":"155.069806ms","start":"2026-07-03T16:49:14.79508Z","end":"2026-07-03T16:49:14.95015Z","steps":["trace[223640028] 'agreement among raft nodes before linearized reading' (duration: 154.983463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.950295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.49172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:49:14.950317Z","caller":"traceutil/trace.go:171","msg":"trace[197393577] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26313; }","duration":"139.532472ms","start":"2026-07-03T16:49:14.810777Z","end":"2026-07-03T16:49:14.95031Z","steps":["trace[197393577] 'agreement among raft nodes before linearized reading' (duration: 139.45845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.950328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.340114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.950344Z","caller":"traceutil/trace.go:171","msg":"trace[931628441] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26313; }","duration":"142.388856ms","start":"2026-07-03T16:49:14.80795Z","end":"2026-07-03T16:49:14.950339Z","steps":["trace[931628441] 'agreement among raft nodes before linearized reading' (duration: 142.359235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:14.950296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.254241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:14.950432Z","caller":"traceutil/trace.go:171","msg":"trace[1292771960] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26313; }","duration":"145.434996ms","start":"2026-07-03T16:49:14.80499Z","end":"2026-07-03T16:49:14.950425Z","steps":["trace[1292771960] 'agreement among raft nodes before linearized reading' (duration: 145.283352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:15.213526Z","caller":"traceutil/trace.go:171","msg":"trace[1431921091] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"259.879445ms","start":"2026-07-03T16:49:14.953616Z","end":"2026-07-03T16:49:15.213496Z","steps":["trace[1431921091] 'process raft request' (duration: 168.598126ms)","trace[1431921091] 'compare' (duration: 90.608222ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:15.213325Z","caller":"traceutil/trace.go:171","msg":"trace[622732116] linearizableReadLoop","detail":"{readStateIndex:27215; appliedIndex:27213; }","duration":"258.895911ms","start":"2026-07-03T16:49:14.954386Z","end":"2026-07-03T16:49:15.213282Z","steps":["trace[622732116] 'read index received' (duration: 25.776499ms)","trace[622732116] 'applied index is now lower than readState.Index' (duration: 233.116592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:15.213772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.365563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-07-03T16:49:15.213834Z","caller":"traceutil/trace.go:171","msg":"trace[926820821] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26315; }","duration":"259.463865ms","start":"2026-07-03T16:49:14.954357Z","end":"2026-07-03T16:49:15.213821Z","steps":["trace[926820821] 'agreement among raft nodes before linearized reading' (duration: 259.236559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.213899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.068184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:15.213943Z","caller":"traceutil/trace.go:171","msg":"trace[133669831] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26315; }","duration":"252.135036ms","start":"2026-07-03T16:49:14.961796Z","end":"2026-07-03T16:49:15.213931Z","steps":["trace[133669831] 'agreement among raft nodes before linearized reading' (duration: 252.056094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.213993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.425674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:49:15.214051Z","caller":"traceutil/trace.go:171","msg":"trace[449716837] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26315; }","duration":"259.536907ms","start":"2026-07-03T16:49:14.954498Z","end":"2026-07-03T16:49:15.214035Z","steps":["trace[449716837] 'agreement among raft nodes before linearized reading' (duration: 259.282741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.214134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.789607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:49:15.214164Z","caller":"traceutil/trace.go:171","msg":"trace[755943512] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26315; }","duration":"229.852728ms","start":"2026-07-03T16:49:14.984305Z","end":"2026-07-03T16:49:15.214158Z","steps":["trace[755943512] 'agreement among raft nodes before linearized reading' (duration: 229.776696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.214098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.817303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-03T16:49:15.21423Z","caller":"traceutil/trace.go:171","msg":"trace[2122749592] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26315; }","duration":"142.012867ms","start":"2026-07-03T16:49:15.072212Z","end":"2026-07-03T16:49:15.214225Z","steps":["trace[2122749592] 'agreement among raft nodes before linearized reading' (duration: 141.637956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.214281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.613664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:49:15.214334Z","caller":"traceutil/trace.go:171","msg":"trace[590921668] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e; range_end:; response_count:1; response_revision:26315; }","duration":"258.674276ms","start":"2026-07-03T16:49:14.95565Z","end":"2026-07-03T16:49:15.214324Z","steps":["trace[590921668] 'agreement among raft nodes before linearized reading' (duration: 258.536362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.214345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.753968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:15.214372Z","caller":"traceutil/trace.go:171","msg":"trace[1520850226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26315; }","duration":"258.792049ms","start":"2026-07-03T16:49:14.955572Z","end":"2026-07-03T16:49:15.214364Z","steps":["trace[1520850226] 'agreement among raft nodes before linearized reading' (duration: 258.736057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.214389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.635331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:15.214406Z","caller":"traceutil/trace.go:171","msg":"trace[1844921574] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26315; }","duration":"118.685372ms","start":"2026-07-03T16:49:15.095716Z","end":"2026-07-03T16:49:15.214401Z","steps":["trace[1844921574] 'agreement among raft nodes before linearized reading' (duration: 118.648841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.777097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408070,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:49:15.827346Z","caller":"traceutil/trace.go:171","msg":"trace[105577874] linearizableReadLoop","detail":"{readStateIndex:27217; appliedIndex:27216; }","duration":"550.304145ms","start":"2026-07-03T16:49:15.277017Z","end":"2026-07-03T16:49:15.827321Z","steps":["trace[105577874] 'read index received' (duration: 549.997027ms)","trace[105577874] 'applied index is now lower than readState.Index' (duration: 305.908µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:15.827464Z","caller":"traceutil/trace.go:171","msg":"trace[15514424] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"605.201081ms","start":"2026-07-03T16:49:15.222222Z","end":"2026-07-03T16:49:15.827423Z","steps":["trace[15514424] 'process raft request' (duration: 604.914723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.827716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.688466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:49:15.827727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.222211Z","time spent":"605.348866ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:15.827768Z","caller":"traceutil/trace.go:171","msg":"trace[2007745619] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26317; }","duration":"560.812539ms","start":"2026-07-03T16:49:15.266942Z","end":"2026-07-03T16:49:15.827754Z","steps":["trace[2007745619] 'agreement among raft nodes before linearized reading' (duration: 560.524441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.827814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.266915Z","time spent":"560.888842ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:15.828252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.192746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-03T16:49:15.828322Z","caller":"traceutil/trace.go:171","msg":"trace[1480660662] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9; range_end:; response_count:1; response_revision:26317; }","duration":"547.304078ms","start":"2026-07-03T16:49:15.281Z","end":"2026-07-03T16:49:15.828304Z","steps":["trace[1480660662] 'agreement among raft nodes before linearized reading' (duration: 547.086003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.828302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.907195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:15.828358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.28098Z","time spent":"547.371641ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" "} {"level":"info","ts":"2026-07-03T16:49:15.828369Z","caller":"traceutil/trace.go:171","msg":"trace[506216716] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26317; }","duration":"210.995098ms","start":"2026-07-03T16:49:15.617358Z","end":"2026-07-03T16:49:15.828353Z","steps":["trace[506216716] 'agreement among raft nodes before linearized reading' (duration: 210.847084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.82827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.709905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-03T16:49:15.828535Z","caller":"traceutil/trace.go:171","msg":"trace[1568309970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26317; }","duration":"590.999843ms","start":"2026-07-03T16:49:15.237523Z","end":"2026-07-03T16:49:15.828523Z","steps":["trace[1568309970] 'agreement among raft nodes before linearized reading' (duration: 590.661354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.828565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.237515Z","time spent":"591.042974ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:49:15.828869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.633447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:49:15.828949Z","caller":"traceutil/trace.go:171","msg":"trace[910922998] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26317; }","duration":"547.73972ms","start":"2026-07-03T16:49:15.281188Z","end":"2026-07-03T16:49:15.828928Z","steps":["trace[910922998] 'agreement among raft nodes before linearized reading' (duration: 547.110014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.829005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.281164Z","time spent":"547.826512ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:49:15.85094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.620211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:49:15.85102Z","caller":"traceutil/trace.go:171","msg":"trace[744776987] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26317; }","duration":"630.745574ms","start":"2026-07-03T16:49:15.220254Z","end":"2026-07-03T16:49:15.851Z","steps":["trace[744776987] 'agreement among raft nodes before linearized reading' (duration: 608.036815ms)","trace[744776987] 'range keys from bolt db' (duration: 22.558195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:15.851058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.220244Z","time spent":"630.805646ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:49:16.221655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.467563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:16.221924Z","caller":"traceutil/trace.go:171","msg":"trace[1556549538] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"336.597019ms","start":"2026-07-03T16:49:15.885296Z","end":"2026-07-03T16:49:16.221893Z","steps":["trace[1556549538] 'process raft request' (duration: 105.747136ms)","trace[1556549538] 'compare' (duration: 230.266148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:16.22203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.885265Z","time spent":"336.716851ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:16.225457Z","caller":"traceutil/trace.go:171","msg":"trace[1963930463] linearizableReadLoop","detail":"{readStateIndex:27221; appliedIndex:27219; }","duration":"338.700153ms","start":"2026-07-03T16:49:15.88673Z","end":"2026-07-03T16:49:16.22543Z","steps":["trace[1963930463] 'read index received' (duration: 104.337338ms)","trace[1963930463] 'applied index is now lower than readState.Index' (duration: 234.361805ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:16.225584Z","caller":"traceutil/trace.go:171","msg":"trace[82623436] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"340.15389ms","start":"2026-07-03T16:49:15.885419Z","end":"2026-07-03T16:49:16.225572Z","steps":["trace[82623436] 'process raft request' (duration: 339.872662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.225846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.465239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-07-03T16:49:16.22594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.901959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:16.225939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.202726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:49:16.225966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.192076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-07-03T16:49:16.225991Z","caller":"traceutil/trace.go:171","msg":"trace[2043144084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26321; }","duration":"339.276778ms","start":"2026-07-03T16:49:15.886702Z","end":"2026-07-03T16:49:16.225979Z","steps":["trace[2043144084] 'agreement among raft nodes before linearized reading' (duration: 339.157535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.225965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.081929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-03T16:49:16.225979Z","caller":"traceutil/trace.go:171","msg":"trace[1583079654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26321; }","duration":"271.967701ms","start":"2026-07-03T16:49:15.954Z","end":"2026-07-03T16:49:16.225968Z","steps":["trace[1583079654] 'agreement among raft nodes before linearized reading' (duration: 271.914299ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.22594Z","caller":"traceutil/trace.go:171","msg":"trace[654789003] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"335.588152ms","start":"2026-07-03T16:49:15.890331Z","end":"2026-07-03T16:49:16.225919Z","steps":["trace[654789003] 'agreement among raft nodes before linearized reading' (duration: 335.322425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.226077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.897978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-07-03T16:49:16.226081Z","caller":"traceutil/trace.go:171","msg":"trace[306269681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"335.210583ms","start":"2026-07-03T16:49:15.890842Z","end":"2026-07-03T16:49:16.226053Z","steps":["trace[306269681] 'agreement among raft nodes before linearized reading' (duration: 334.891625ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.226107Z","caller":"traceutil/trace.go:171","msg":"trace[24008478] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"333.935709ms","start":"2026-07-03T16:49:15.892165Z","end":"2026-07-03T16:49:16.226101Z","steps":["trace[24008478] 'agreement among raft nodes before linearized reading' (duration: 333.863507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.226132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.890839Z","time spent":"335.282924ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:49:16.226028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.88669Z","time spent":"339.329789ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:49:16.226159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.148363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-07-03T16:49:16.226094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.890322Z","time spent":"335.763147ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:49:16.226245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.733129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-07-03T16:49:16.226077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.723671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-07-03T16:49:16.22605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.25635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-03T16:49:16.226009Z","caller":"traceutil/trace.go:171","msg":"trace[1829500142] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"329.245157ms","start":"2026-07-03T16:49:15.89675Z","end":"2026-07-03T16:49:16.225996Z","steps":["trace[1829500142] 'agreement among raft nodes before linearized reading' (duration: 329.160025ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.226359Z","caller":"traceutil/trace.go:171","msg":"trace[1157017121] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"269.585818ms","start":"2026-07-03T16:49:15.95675Z","end":"2026-07-03T16:49:16.226335Z","steps":["trace[1157017121] 'agreement among raft nodes before linearized reading' (duration: 269.036104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.226284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.746916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-07-03T16:49:16.225879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.70536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-07-03T16:49:16.226391Z","caller":"traceutil/trace.go:171","msg":"trace[592222300] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26321; }","duration":"285.024789ms","start":"2026-07-03T16:49:15.941311Z","end":"2026-07-03T16:49:16.226335Z","steps":["trace[592222300] 'agreement among raft nodes before linearized reading' (duration: 284.701751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.226507Z","caller":"traceutil/trace.go:171","msg":"trace[60741015] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"335.312125ms","start":"2026-07-03T16:49:15.891153Z","end":"2026-07-03T16:49:16.226465Z","steps":["trace[60741015] 'agreement among raft nodes before linearized reading' (duration: 334.531755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.225883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.469152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-07-03T16:49:16.226517Z","caller":"traceutil/trace.go:171","msg":"trace[1572387040] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"322.521262ms","start":"2026-07-03T16:49:15.903984Z","end":"2026-07-03T16:49:16.226505Z","steps":["trace[1572387040] 'agreement among raft nodes before linearized reading' (duration: 322.113552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.226631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.903975Z","time spent":"322.646915ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-07-03T16:49:16.226313Z","caller":"traceutil/trace.go:171","msg":"trace[1119707622] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"136.834702ms","start":"2026-07-03T16:49:16.089459Z","end":"2026-07-03T16:49:16.226294Z","steps":["trace[1119707622] 'agreement among raft nodes before linearized reading' (duration: 136.665478ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.226426Z","caller":"traceutil/trace.go:171","msg":"trace[1001428450] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"335.89383ms","start":"2026-07-03T16:49:15.890517Z","end":"2026-07-03T16:49:16.22641Z","steps":["trace[1001428450] 'agreement among raft nodes before linearized reading' (duration: 335.697875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.226846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.890501Z","time spent":"336.335701ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:49:16.226562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.891138Z","time spent":"335.412017ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-03T16:49:16.226698Z","caller":"traceutil/trace.go:171","msg":"trace[59137659] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"328.323674ms","start":"2026-07-03T16:49:15.898347Z","end":"2026-07-03T16:49:16.226671Z","steps":["trace[59137659] 'agreement among raft nodes before linearized reading' (duration: 327.342468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.226989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.898324Z","time spent":"328.656031ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:49:16.226396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.896742Z","time spent":"329.642478ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:49:16.226143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.89216Z","time spent":"333.97789ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:49:16.227165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.318811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-07-03T16:49:16.227225Z","caller":"traceutil/trace.go:171","msg":"trace[620387782] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26321; }","duration":"336.382802ms","start":"2026-07-03T16:49:15.890822Z","end":"2026-07-03T16:49:16.227205Z","steps":["trace[620387782] 'agreement among raft nodes before linearized reading' (duration: 336.225138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.227267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.890818Z","time spent":"336.441044ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:49:16.227381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.88539Z","time spent":"340.221352ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:16.471571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.442734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:16.471772Z","caller":"traceutil/trace.go:171","msg":"trace[1736888809] linearizableReadLoop","detail":"{readStateIndex:27222; appliedIndex:27221; }","duration":"241.016697ms","start":"2026-07-03T16:49:16.230734Z","end":"2026-07-03T16:49:16.47175Z","steps":["trace[1736888809] 'read index received' (duration: 92.229614ms)","trace[1736888809] 'applied index is now lower than readState.Index' (duration: 148.785713ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:16.471858Z","caller":"traceutil/trace.go:171","msg":"trace[1050211002] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"241.563161ms","start":"2026-07-03T16:49:16.230222Z","end":"2026-07-03T16:49:16.471786Z","steps":["trace[1050211002] 'process raft request' (duration: 92.83327ms)","trace[1050211002] 'compare' (duration: 148.292829ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:16.471975Z","caller":"traceutil/trace.go:171","msg":"trace[201792035] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"237.744592ms","start":"2026-07-03T16:49:16.234204Z","end":"2026-07-03T16:49:16.471949Z","steps":["trace[201792035] 'process raft request' (duration: 237.487024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.47211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.367768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-660be517-6a37-401d-a545-5a146ee3e575\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-03T16:49:16.472176Z","caller":"traceutil/trace.go:171","msg":"trace[1628660936] range","detail":"{range_begin:/registry/persistentvolumes/pvc-660be517-6a37-401d-a545-5a146ee3e575; range_end:; response_count:1; response_revision:26323; }","duration":"241.447599ms","start":"2026-07-03T16:49:16.23071Z","end":"2026-07-03T16:49:16.472158Z","steps":["trace[1628660936] 'agreement among raft nodes before linearized reading' (duration: 241.172482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.47262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.85895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed58a83a45609\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:49:16.472681Z","caller":"traceutil/trace.go:171","msg":"trace[1912890075] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed58a83a45609; range_end:; response_count:1; response_revision:26323; }","duration":"241.949672ms","start":"2026-07-03T16:49:16.230716Z","end":"2026-07-03T16:49:16.472665Z","steps":["trace[1912890075] 'agreement among raft nodes before linearized reading' (duration: 241.790948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.472872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.799367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:16.472958Z","caller":"traceutil/trace.go:171","msg":"trace[1971293649] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26323; }","duration":"152.943121ms","start":"2026-07-03T16:49:16.319994Z","end":"2026-07-03T16:49:16.472937Z","steps":["trace[1971293649] 'agreement among raft nodes before linearized reading' (duration: 152.737926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.474799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.214956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388833"} {"level":"info","ts":"2026-07-03T16:49:16.474859Z","caller":"traceutil/trace.go:171","msg":"trace[847909240] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26323; }","duration":"166.341579ms","start":"2026-07-03T16:49:16.308506Z","end":"2026-07-03T16:49:16.474847Z","steps":["trace[847909240] 'agreement among raft nodes before linearized reading' (duration: 164.250104ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.705455Z","caller":"traceutil/trace.go:171","msg":"trace[1465043015] linearizableReadLoop","detail":"{readStateIndex:27224; appliedIndex:27223; }","duration":"229.280342ms","start":"2026-07-03T16:49:16.476135Z","end":"2026-07-03T16:49:16.705415Z","steps":["trace[1465043015] 'read index received' (duration: 129.44145ms)","trace[1465043015] 'applied index is now lower than readState.Index' (duration: 99.835622ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:16.705483Z","caller":"traceutil/trace.go:171","msg":"trace[579376853] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"230.080333ms","start":"2026-07-03T16:49:16.475347Z","end":"2026-07-03T16:49:16.705428Z","steps":["trace[579376853] 'process raft request' (duration: 130.21185ms)","trace[579376853] 'compare' (duration: 99.593405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:16.705775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.613661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:49:16.705863Z","caller":"traceutil/trace.go:171","msg":"trace[1352124789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26324; }","duration":"229.724383ms","start":"2026-07-03T16:49:16.476118Z","end":"2026-07-03T16:49:16.705842Z","steps":["trace[1352124789] 'agreement among raft nodes before linearized reading' (duration: 229.402645ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.798627Z","caller":"traceutil/trace.go:171","msg":"trace[862084155] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"313.863878ms","start":"2026-07-03T16:49:16.484721Z","end":"2026-07-03T16:49:16.798585Z","steps":["trace[862084155] 'process raft request' (duration: 313.010966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.798822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.484686Z","time spent":"314.034072ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5655,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:16.802434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.711156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29718280-hs9qr.18bed518f1e7e4e8\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26323 ","response":"range_response_count:500 size:388947"} {"level":"info","ts":"2026-07-03T16:49:16.802548Z","caller":"traceutil/trace.go:171","msg":"trace[554037569] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29718280-hs9qr.18bed518f1e7e4e8\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26325; }","duration":"305.890522ms","start":"2026-07-03T16:49:16.496634Z","end":"2026-07-03T16:49:16.802525Z","steps":["trace[554037569] 'agreement among raft nodes before linearized reading' (duration: 302.454172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.802605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.49662Z","time spent":"305.958413ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1466,"response size":388971,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29718280-hs9qr.18bed518f1e7e4e8\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26323 "} {"level":"info","ts":"2026-07-03T16:49:17.037979Z","caller":"traceutil/trace.go:171","msg":"trace[867499498] linearizableReadLoop","detail":"{readStateIndex:27228; appliedIndex:27227; }","duration":"139.795849ms","start":"2026-07-03T16:49:16.898152Z","end":"2026-07-03T16:49:17.037947Z","steps":["trace[867499498] 'read index received' (duration: 139.642995ms)","trace[867499498] 'applied index is now lower than readState.Index' (duration: 150.274µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:17.038053Z","caller":"traceutil/trace.go:171","msg":"trace[1597574442] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"139.913442ms","start":"2026-07-03T16:49:16.898112Z","end":"2026-07-03T16:49:17.038025Z","steps":["trace[1597574442] 'process raft request' (duration: 139.521611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.038447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.273851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-03T16:49:17.038533Z","caller":"traceutil/trace.go:171","msg":"trace[1273602317] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26328; }","duration":"140.412915ms","start":"2026-07-03T16:49:16.898097Z","end":"2026-07-03T16:49:17.03851Z","steps":["trace[1273602317] 'agreement among raft nodes before linearized reading' (duration: 139.989904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:17.265096Z","caller":"traceutil/trace.go:171","msg":"trace[912599728] linearizableReadLoop","detail":"{readStateIndex:27229; appliedIndex:27228; }","duration":"226.845869ms","start":"2026-07-03T16:49:17.038224Z","end":"2026-07-03T16:49:17.26507Z","steps":["trace[912599728] 'read index received' (duration: 222.755523ms)","trace[912599728] 'applied index is now lower than readState.Index' (duration: 4.089486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:17.265242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.843193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:17.265309Z","caller":"traceutil/trace.go:171","msg":"trace[1098360643] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26329; }","duration":"366.942716ms","start":"2026-07-03T16:49:16.898351Z","end":"2026-07-03T16:49:17.265294Z","steps":["trace[1098360643] 'agreement among raft nodes before linearized reading' (duration: 366.817533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.265339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.898344Z","time spent":"366.987937ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-03T16:49:17.265298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.713535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:17.265381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.289667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-82900497-cda1-4ad1-b29b-fcdf9da9f700\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-07-03T16:49:17.265386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.416066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6df5fc4778-hqm6r.18bed4f1856ce3fd\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-07-03T16:49:17.265263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.981507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:17.265417Z","caller":"traceutil/trace.go:171","msg":"trace[370384786] range","detail":"{range_begin:/registry/persistentvolumes/pvc-82900497-cda1-4ad1-b29b-fcdf9da9f700; range_end:; response_count:1; response_revision:26329; }","duration":"223.41913ms","start":"2026-07-03T16:49:17.041987Z","end":"2026-07-03T16:49:17.265406Z","steps":["trace[370384786] 'agreement among raft nodes before linearized reading' (duration: 223.312807ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:17.265424Z","caller":"traceutil/trace.go:171","msg":"trace[702914314] range","detail":"{range_begin:/registry/events/openstack/heat-api-6df5fc4778-hqm6r.18bed4f1856ce3fd; range_end:; response_count:1; response_revision:26329; }","duration":"224.482217ms","start":"2026-07-03T16:49:17.040929Z","end":"2026-07-03T16:49:17.265411Z","steps":["trace[702914314] 'agreement among raft nodes before linearized reading' (duration: 224.330203ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:17.265432Z","caller":"traceutil/trace.go:171","msg":"trace[320103377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26329; }","duration":"303.89632ms","start":"2026-07-03T16:49:16.961498Z","end":"2026-07-03T16:49:17.265395Z","steps":["trace[320103377] 'agreement among raft nodes before linearized reading' (duration: 303.644213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.26549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.961479Z","time spent":"304.001503ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:17.265539Z","caller":"traceutil/trace.go:171","msg":"trace[1728115249] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26329; }","duration":"367.186602ms","start":"2026-07-03T16:49:16.898249Z","end":"2026-07-03T16:49:17.265435Z","steps":["trace[1728115249] 'agreement among raft nodes before linearized reading' (duration: 366.949606ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:17.265554Z","caller":"traceutil/trace.go:171","msg":"trace[494391275] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"366.175766ms","start":"2026-07-03T16:49:16.899349Z","end":"2026-07-03T16:49:17.265525Z","steps":["trace[494391275] 'process raft request' (duration: 361.593497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.265629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.735536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"warn","ts":"2026-07-03T16:49:17.265624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.898192Z","time spent":"367.403088ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-03T16:49:17.26565Z","caller":"traceutil/trace.go:171","msg":"trace[1155271511] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26329; }","duration":"261.795777ms","start":"2026-07-03T16:49:17.003849Z","end":"2026-07-03T16:49:17.265645Z","steps":["trace[1155271511] 'agreement among raft nodes before linearized reading' (duration: 261.705535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.265752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.899333Z","time spent":"366.281259ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5938,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:17.268803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.206014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18bed4c0ebc79cdb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26323 ","response":"range_response_count:466 size:361010"} {"level":"info","ts":"2026-07-03T16:49:17.268881Z","caller":"traceutil/trace.go:171","msg":"trace[163913595] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18bed4c0ebc79cdb\u0000; range_end:/registry/events/openstack0; response_count:466; response_revision:26329; }","duration":"352.340927ms","start":"2026-07-03T16:49:16.916522Z","end":"2026-07-03T16:49:17.268863Z","steps":["trace[163913595] 'agreement among raft nodes before linearized reading' (duration: 348.637512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.268945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.916503Z","time spent":"352.412109ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":466,"response size":361034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18bed4c0ebc79cdb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26323 "} {"level":"warn","ts":"2026-07-03T16:49:17.806315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408106,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:49:17.904869Z","caller":"traceutil/trace.go:171","msg":"trace[446651478] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"601.960318ms","start":"2026-07-03T16:49:17.302881Z","end":"2026-07-03T16:49:17.904841Z","steps":["trace[446651478] 'process raft request' (duration: 601.772443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.904999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.30287Z","time spent":"602.06861ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:49:18.094929Z","caller":"traceutil/trace.go:171","msg":"trace[332627824] linearizableReadLoop","detail":"{readStateIndex:27232; appliedIndex:27230; }","duration":"789.575608ms","start":"2026-07-03T16:49:17.305331Z","end":"2026-07-03T16:49:18.094906Z","steps":["trace[332627824] 'read index received' (duration: 599.251717ms)","trace[332627824] 'applied index is now lower than readState.Index' (duration: 190.323111ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:18.095037Z","caller":"traceutil/trace.go:171","msg":"trace[793654629] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"787.224687ms","start":"2026-07-03T16:49:17.307803Z","end":"2026-07-03T16:49:18.095028Z","steps":["trace[793654629] 'process raft request' (duration: 786.94943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.095134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.307788Z","time spent":"787.273558ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:18.095278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.911086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:49:18.095397Z","caller":"traceutil/trace.go:171","msg":"trace[566733007] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26332; }","duration":"790.042389ms","start":"2026-07-03T16:49:17.305314Z","end":"2026-07-03T16:49:18.095357Z","steps":["trace[566733007] 'agreement among raft nodes before linearized reading' (duration: 789.741632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.095453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.305309Z","time spent":"790.131822ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-03T16:49:18.296599Z","caller":"traceutil/trace.go:171","msg":"trace[1345031017] linearizableReadLoop","detail":"{readStateIndex:27233; appliedIndex:27232; }","duration":"201.575673ms","start":"2026-07-03T16:49:18.094992Z","end":"2026-07-03T16:49:18.296567Z","steps":["trace[1345031017] 'read index received' (duration: 201.311906ms)","trace[1345031017] 'applied index is now lower than readState.Index' (duration: 262.107µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:18.296654Z","caller":"traceutil/trace.go:171","msg":"trace[1589623635] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"388.494286ms","start":"2026-07-03T16:49:17.908102Z","end":"2026-07-03T16:49:18.296596Z","steps":["trace[1589623635] 'process raft request' (duration: 388.290181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.296849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.782294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-03T16:49:18.296947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.90808Z","time spent":"388.709461ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:49:18.296991Z","caller":"traceutil/trace.go:171","msg":"trace[576003620] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26333; }","duration":"987.993799ms","start":"2026-07-03T16:49:17.308981Z","end":"2026-07-03T16:49:18.296975Z","steps":["trace[576003620] 'agreement among raft nodes before linearized reading' (duration: 987.731633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.297001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.063268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274828"} {"level":"warn","ts":"2026-07-03T16:49:18.297034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.308957Z","time spent":"988.066591ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:49:18.297057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.109837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-03T16:49:18.297126Z","caller":"traceutil/trace.go:171","msg":"trace[1958668776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab; range_end:; response_count:1; response_revision:26333; }","duration":"197.214199ms","start":"2026-07-03T16:49:18.099894Z","end":"2026-07-03T16:49:18.297108Z","steps":["trace[1958668776] 'agreement among raft nodes before linearized reading' (duration: 197.039364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:18.297074Z","caller":"traceutil/trace.go:171","msg":"trace[940575776] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26333; }","duration":"476.186882ms","start":"2026-07-03T16:49:17.820871Z","end":"2026-07-03T16:49:18.297058Z","steps":["trace[940575776] 'agreement among raft nodes before linearized reading' (duration: 475.73299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.297209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.820852Z","time spent":"476.347016ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274852,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:49:18.297208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.471786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l\" ","response":"range_response_count:1 size:5672"} {"level":"info","ts":"2026-07-03T16:49:18.297317Z","caller":"traceutil/trace.go:171","msg":"trace[1063772119] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l; range_end:; response_count:1; response_revision:26333; }","duration":"197.63832ms","start":"2026-07-03T16:49:18.09965Z","end":"2026-07-03T16:49:18.297288Z","steps":["trace[1063772119] 'agreement among raft nodes before linearized reading' (duration: 197.22448ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:18.418293Z","caller":"traceutil/trace.go:171","msg":"trace[367108227] linearizableReadLoop","detail":"{readStateIndex:27236; appliedIndex:27235; }","duration":"104.753899ms","start":"2026-07-03T16:49:18.313519Z","end":"2026-07-03T16:49:18.418273Z","steps":["trace[367108227] 'read index received' (duration: 104.553364ms)","trace[367108227] 'applied index is now lower than readState.Index' (duration: 199.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:18.418409Z","caller":"traceutil/trace.go:171","msg":"trace[2087177245] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"107.47863ms","start":"2026-07-03T16:49:18.31091Z","end":"2026-07-03T16:49:18.418389Z","steps":["trace[2087177245] 'process raft request' (duration: 107.228674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.418803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.522384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa5798d8-9477-4ee7-8d8a-e733e55619bb\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:49:18.418844Z","caller":"traceutil/trace.go:171","msg":"trace[1710322791] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa5798d8-9477-4ee7-8d8a-e733e55619bb; range_end:; response_count:1; response_revision:26336; }","duration":"104.590376ms","start":"2026-07-03T16:49:18.314243Z","end":"2026-07-03T16:49:18.418834Z","steps":["trace[1710322791] 'agreement among raft nodes before linearized reading' (duration: 104.492103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.418564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.030216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:49:18.419038Z","caller":"traceutil/trace.go:171","msg":"trace[452600894] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26336; }","duration":"105.547901ms","start":"2026-07-03T16:49:18.313483Z","end":"2026-07-03T16:49:18.419031Z","steps":["trace[452600894] 'agreement among raft nodes before linearized reading' (duration: 104.961825ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:18.674201Z","caller":"traceutil/trace.go:171","msg":"trace[289793864] linearizableReadLoop","detail":"{readStateIndex:27237; appliedIndex:27236; }","duration":"252.417072ms","start":"2026-07-03T16:49:18.421761Z","end":"2026-07-03T16:49:18.674178Z","steps":["trace[289793864] 'read index received' (duration: 252.229137ms)","trace[289793864] 'applied index is now lower than readState.Index' (duration: 186.985µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:18.67425Z","caller":"traceutil/trace.go:171","msg":"trace[508135248] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"252.751032ms","start":"2026-07-03T16:49:18.421462Z","end":"2026-07-03T16:49:18.674213Z","steps":["trace[508135248] 'process raft request' (duration: 252.574308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.674542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.086418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:18.674598Z","caller":"traceutil/trace.go:171","msg":"trace[437910984] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26337; }","duration":"125.207431ms","start":"2026-07-03T16:49:18.549379Z","end":"2026-07-03T16:49:18.674586Z","steps":["trace[437910984] 'agreement among raft nodes before linearized reading' (duration: 125.089418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.674613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.576445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:49:18.674623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.90837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6752"} {"level":"info","ts":"2026-07-03T16:49:18.674677Z","caller":"traceutil/trace.go:171","msg":"trace[1160118738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26337; }","duration":"193.703539ms","start":"2026-07-03T16:49:18.480953Z","end":"2026-07-03T16:49:18.674657Z","steps":["trace[1160118738] 'agreement among raft nodes before linearized reading' (duration: 193.522054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:18.674702Z","caller":"traceutil/trace.go:171","msg":"trace[1142890118] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26337; }","duration":"252.086924ms","start":"2026-07-03T16:49:18.422584Z","end":"2026-07-03T16:49:18.674671Z","steps":["trace[1142890118] 'agreement among raft nodes before linearized reading' (duration: 251.854628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.675349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.577202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:49:18.6754Z","caller":"traceutil/trace.go:171","msg":"trace[1785380096] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26337; }","duration":"253.648644ms","start":"2026-07-03T16:49:18.421737Z","end":"2026-07-03T16:49:18.675386Z","steps":["trace[1785380096] 'agreement among raft nodes before linearized reading' (duration: 252.571667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:19.283795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:19.77143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092780878s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:20.982236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028941432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:20.98235Z","caller":"traceutil/trace.go:171","msg":"trace[276849746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.029132518s","start":"2026-07-03T16:49:18.953202Z","end":"2026-07-03T16:49:20.982335Z","steps":["trace[276849746] 'agreement among raft nodes before linearized reading' (duration: 2.028993944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.982395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.953187Z","time spent":"2.029197149s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:21.032566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260821861s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:21.032659Z","caller":"traceutil/trace.go:171","msg":"trace[623753073] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"2.354079093s","start":"2026-07-03T16:49:18.678565Z","end":"2026-07-03T16:49:21.032644Z","steps":["trace[623753073] 'process raft request' (duration: 1.093122407s)","trace[623753073] 'compare' (duration: 1.260128443s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:21.032706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.678547Z","time spent":"2.354138225s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:49:21.409765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638105066s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:22.954217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971775557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:22.954327Z","caller":"traceutil/trace.go:171","msg":"trace[1630504357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.971930371s","start":"2026-07-03T16:49:20.982369Z","end":"2026-07-03T16:49:22.954299Z","steps":["trace[1630504357] 'agreement among raft nodes before linearized reading' (duration: 1.971791127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:22.95439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.982351Z","time spent":"1.972024154s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:23.376557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:23.376619Z","caller":"traceutil/trace.go:171","msg":"trace[1802192590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035201s","start":"2026-07-03T16:49:21.376254Z","end":"2026-07-03T16:49:23.376606Z","steps":["trace[1802192590] 'agreement among raft nodes before linearized reading' (duration: 2.000266778s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:23.376648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.376231Z","time spent":"2.000411811s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:23.677464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.678791Z","time spent":"4.998666488s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:49:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:23.801392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999473948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:23.80152Z","caller":"traceutil/trace.go:171","msg":"trace[703813709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999654503s","start":"2026-07-03T16:49:18.801842Z","end":"2026-07-03T16:49:23.801497Z","steps":["trace[703813709] 'agreement among raft nodes before linearized reading' (duration: 4.999503599s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:23.801581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.801822Z","time spent":"4.999743105s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:49:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:24.216867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.315689Z","time spent":"2.901172604s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:24.219484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809426403s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:24.219831Z","caller":"traceutil/trace.go:171","msg":"trace[1926862423] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"3.182738325s","start":"2026-07-03T16:49:21.037074Z","end":"2026-07-03T16:49:24.219812Z","steps":["trace[1926862423] 'process raft request' (duration: 3.182685123s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.219902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.037054Z","time spent":"3.182819926s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:49:24.220292Z","caller":"traceutil/trace.go:171","msg":"trace[1986788103] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"5.5369362s","start":"2026-07-03T16:49:18.683343Z","end":"2026-07-03T16:49:24.220279Z","steps":["trace[1986788103] 'process raft request' (duration: 5.536254932s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.220366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.683327Z","time spent":"5.537004262s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:24.220593Z","caller":"traceutil/trace.go:171","msg":"trace[746935827] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"5.244790148s","start":"2026-07-03T16:49:18.975792Z","end":"2026-07-03T16:49:24.220582Z","steps":["trace[746935827] 'process raft request' (duration: 5.243912994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.220663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.975765Z","time spent":"5.244863699s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:24.220805Z","caller":"traceutil/trace.go:171","msg":"trace[1982285173] linearizableReadLoop","detail":"{readStateIndex:27241; appliedIndex:27237; }","duration":"5.437404987s","start":"2026-07-03T16:49:18.783389Z","end":"2026-07-03T16:49:24.220794Z","steps":["trace[1982285173] 'read index received' (duration: 988.312576ms)","trace[1982285173] 'applied index is now lower than readState.Index' (duration: 4.449091301s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:24.221124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.437740725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:49:24.221165Z","caller":"traceutil/trace.go:171","msg":"trace[535457251] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26342; }","duration":"5.437821637s","start":"2026-07-03T16:49:18.783333Z","end":"2026-07-03T16:49:24.221154Z","steps":["trace[535457251] 'agreement among raft nodes before linearized reading' (duration: 5.437685164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.221205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.783308Z","time spent":"5.437889829s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:49:24.721773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:24.961343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:24.961406Z","caller":"traceutil/trace.go:171","msg":"trace[627571070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337559s","start":"2026-07-03T16:49:22.961054Z","end":"2026-07-03T16:49:24.961392Z","steps":["trace[627571070] 'agreement among raft nodes before linearized reading' (duration: 2.000252567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.961443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.961032Z","time spent":"2.000403111s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:25.222815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:25.24978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.34475766s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:26.104637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999591531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:26.104718Z","caller":"traceutil/trace.go:171","msg":"trace[1525602955] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999724794s","start":"2026-07-03T16:49:21.104975Z","end":"2026-07-03T16:49:26.1047Z","steps":["trace[1525602955] 'agreement among raft nodes before linearized reading' (duration: 4.999622152s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:26.104824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.104954Z","time spent":"4.999857258s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 16:49:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:26.96193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:26.962023Z","caller":"traceutil/trace.go:171","msg":"trace[85635563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460282s","start":"2026-07-03T16:49:24.961542Z","end":"2026-07-03T16:49:26.962002Z","steps":["trace[85635563] 'agreement among raft nodes before linearized reading' (duration: 2.000348649s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:26.96207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.96152Z","time spent":"2.000540835s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:28.476445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796034225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:28.476512Z","caller":"traceutil/trace.go:171","msg":"trace[78854673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.796192589s","start":"2026-07-03T16:49:25.680305Z","end":"2026-07-03T16:49:28.476498Z","steps":["trace[78854673] 'agreement among raft nodes before linearized reading' (duration: 2.796078786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.476543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:25.680275Z","time spent":"2.796261791s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:49:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:28.867637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.866367Z","time spent":"7.001262475s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:28.970365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000983816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:28.970479Z","caller":"traceutil/trace.go:171","msg":"trace[662790047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00113177s","start":"2026-07-03T16:49:26.969305Z","end":"2026-07-03T16:49:28.970436Z","steps":["trace[662790047] 'agreement among raft nodes before linearized reading' (duration: 2.001008157s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.97064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:26.969288Z","time spent":"2.001333974s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:30.971253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:30.971322Z","caller":"traceutil/trace.go:171","msg":"trace[11497104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498534s","start":"2026-07-03T16:49:28.970807Z","end":"2026-07-03T16:49:30.971305Z","steps":["trace[11497104] 'agreement among raft nodes before linearized reading' (duration: 2.000407501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:30.971358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.970739Z","time spent":"2.000612357s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:31.148437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.1474Z","time spent":"7.00103054s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:31.227278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.226641Z","time spent":"7.000630998s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:31.252214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.002168098s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:49:31.327292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.326595Z","time spent":"7.00068922s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:31.563328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9987722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:31.563411Z","caller":"traceutil/trace.go:171","msg":"trace[1354433062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998930524s","start":"2026-07-03T16:49:26.564464Z","end":"2026-07-03T16:49:31.563395Z","steps":["trace[1354433062] 'agreement among raft nodes before linearized reading' (duration: 4.998804391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:31.563453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:26.564443Z","time spent":"4.998998686s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:32.739989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.489998043s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:32.865426Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"51039f28b07aab22","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:32.979641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000559955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:32.97972Z","caller":"traceutil/trace.go:171","msg":"trace[681391624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690818s","start":"2026-07-03T16:49:30.979011Z","end":"2026-07-03T16:49:32.979702Z","steps":["trace[681391624] 'agreement among raft nodes before linearized reading' (duration: 2.000591386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:32.979769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:30.978986Z","time spent":"2.000774251s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:33.477244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998044901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:33.477324Z","caller":"traceutil/trace.go:171","msg":"trace[1127973208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998189064s","start":"2026-07-03T16:49:28.479116Z","end":"2026-07-03T16:49:33.477305Z","steps":["trace[1127973208] 'agreement among raft nodes before linearized reading' (duration: 4.998082692s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:33.477368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.47909Z","time spent":"4.998267776s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:49:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:33.65845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999077678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:33.658521Z","caller":"traceutil/trace.go:171","msg":"trace[375883877] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999208161s","start":"2026-07-03T16:49:28.659298Z","end":"2026-07-03T16:49:33.658506Z","steps":["trace[375883877] 'agreement among raft nodes before linearized reading' (duration: 4.999114459s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:33.658558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.659275Z","time spent":"4.999277003s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:49:34.570378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.971147ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:34.5705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:33.578026Z","time spent":"992.465805ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:49:34.570531Z","caller":"traceutil/trace.go:171","msg":"trace[2077636528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26343; }","duration":"263.136131ms","start":"2026-07-03T16:49:34.307377Z","end":"2026-07-03T16:49:34.570513Z","steps":["trace[2077636528] 'range keys from in-memory index tree' (duration: 262.956387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.570959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830680705s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:34.571099Z","caller":"traceutil/trace.go:171","msg":"trace[1938376672] linearizableReadLoop","detail":"{readStateIndex:27246; appliedIndex:27242; }","duration":"10.350252695s","start":"2026-07-03T16:49:24.220836Z","end":"2026-07-03T16:49:34.571089Z","steps":["trace[1938376672] 'read index received' (duration: 1.029172457s)","trace[1938376672] 'applied index is now lower than readState.Index' (duration: 9.321079678s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:34.571188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.374196098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:34.571204Z","caller":"traceutil/trace.go:171","msg":"trace[1239907679] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26346; }","duration":"14.37427311s","start":"2026-07-03T16:49:20.196924Z","end":"2026-07-03T16:49:34.571198Z","steps":["trace[1239907679] 'agreement among raft nodes before linearized reading' (duration: 14.374206558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.196892Z","time spent":"14.374327542s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:34.57125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.922305266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:49:34.571281Z","caller":"traceutil/trace.go:171","msg":"trace[2010537291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26346; }","duration":"13.922376828s","start":"2026-07-03T16:49:20.648896Z","end":"2026-07-03T16:49:34.571273Z","steps":["trace[2010537291] 'agreement among raft nodes before linearized reading' (duration: 13.922236174s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.964793211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:34.571277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.28409335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:49:34.571323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.999711086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:34.571342Z","caller":"traceutil/trace.go:171","msg":"trace[960140146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26346; }","duration":"15.284183572s","start":"2026-07-03T16:49:19.287141Z","end":"2026-07-03T16:49:34.571325Z","steps":["trace[960140146] 'agreement among raft nodes before linearized reading' (duration: 15.283997238s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.57135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.506656687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:34.57136Z","caller":"traceutil/trace.go:171","msg":"trace[778619423] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26346; }","duration":"12.999873s","start":"2026-07-03T16:49:21.571475Z","end":"2026-07-03T16:49:34.571348Z","steps":["trace[778619423] 'agreement among raft nodes before linearized reading' (duration: 12.999782818s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:34.571376Z","caller":"traceutil/trace.go:171","msg":"trace[474803263] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26346; }","duration":"13.506721388s","start":"2026-07-03T16:49:21.064647Z","end":"2026-07-03T16:49:34.571368Z","steps":["trace[474803263] 'agreement among raft nodes before linearized reading' (duration: 13.506676067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:19.287127Z","time spent":"15.284243403s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:49:34.571391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.571453Z","time spent":"12.999931142s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:34.571398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.064629Z","time spent":"13.506763299s","remote":"127.0.0.1:44592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:34.571288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.815275957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:34.571389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.676599828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:34.571429Z","caller":"traceutil/trace.go:171","msg":"trace[1573901580] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26346; }","duration":"11.815501614s","start":"2026-07-03T16:49:22.75592Z","end":"2026-07-03T16:49:34.571422Z","steps":["trace[1573901580] 'agreement among raft nodes before linearized reading' (duration: 11.815295758s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.755895Z","time spent":"11.815549184s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:34.571447Z","caller":"traceutil/trace.go:171","msg":"trace[176971491] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26346; }","duration":"13.676695261s","start":"2026-07-03T16:49:20.894735Z","end":"2026-07-03T16:49:34.57143Z","steps":["trace[176971491] 'agreement among raft nodes before linearized reading' (duration: 13.676600619s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.556302645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:34.571512Z","caller":"traceutil/trace.go:171","msg":"trace[671462612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26346; }","duration":"12.556368417s","start":"2026-07-03T16:49:22.015135Z","end":"2026-07-03T16:49:34.571503Z","steps":["trace[671462612] 'agreement among raft nodes before linearized reading' (duration: 12.556319046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.981445082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:49:34.571534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.015114Z","time spent":"12.556413498s","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:34.571547Z","caller":"traceutil/trace.go:171","msg":"trace[1685501904] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26346; }","duration":"11.981502004s","start":"2026-07-03T16:49:22.590037Z","end":"2026-07-03T16:49:34.571539Z","steps":["trace[1685501904] 'agreement among raft nodes before linearized reading' (duration: 11.981425832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.829966219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:34.571571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.590018Z","time spent":"11.981547034s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:49:34.571602Z","caller":"traceutil/trace.go:171","msg":"trace[20895066] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26346; }","duration":"11.830040441s","start":"2026-07-03T16:49:22.741548Z","end":"2026-07-03T16:49:34.571588Z","steps":["trace[20895066] 'agreement among raft nodes before linearized reading' (duration: 11.829976029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.28991683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:34.571611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.224336396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:34.571483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.894712Z","time spent":"13.676761703s","remote":"127.0.0.1:55990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:34.571636Z","caller":"traceutil/trace.go:171","msg":"trace[426542074] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26346; }","duration":"12.289975082s","start":"2026-07-03T16:49:22.281655Z","end":"2026-07-03T16:49:34.57163Z","steps":["trace[426542074] 'agreement among raft nodes before linearized reading' (duration: 12.28992794s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:34.571641Z","caller":"traceutil/trace.go:171","msg":"trace[2065391313] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26346; }","duration":"11.224413939s","start":"2026-07-03T16:49:23.347221Z","end":"2026-07-03T16:49:34.571635Z","steps":["trace[2065391313] 'agreement among raft nodes before linearized reading' (duration: 11.224365527s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.74153Z","time spent":"11.830098883s","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:34.571659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.281627Z","time spent":"12.290022094s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:34.571663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:23.347168Z","time spent":"11.224490232s","remote":"127.0.0.1:50806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:34.571307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.648879Z","time spent":"13.92242159s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:49:34.571868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.611742946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:34.571917Z","caller":"traceutil/trace.go:171","msg":"trace[1661515387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26346; }","duration":"15.611823988s","start":"2026-07-03T16:49:18.960086Z","end":"2026-07-03T16:49:34.57191Z","steps":["trace[1661515387] 'agreement among raft nodes before linearized reading' (duration: 15.611751216s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.96007Z","time spent":"15.611863399s","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:34.571971Z","caller":"traceutil/trace.go:171","msg":"trace[1285296273] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26346; }","duration":"14.964915334s","start":"2026-07-03T16:49:19.606402Z","end":"2026-07-03T16:49:34.571317Z","steps":["trace[1285296273] 'agreement among raft nodes before linearized reading' (duration: 14.96475854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.571994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.53758555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:34.572013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:19.606378Z","time spent":"14.965622473s","remote":"127.0.0.1:38532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:34.572036Z","caller":"traceutil/trace.go:171","msg":"trace[547590112] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26346; }","duration":"12.537652361s","start":"2026-07-03T16:49:22.034376Z","end":"2026-07-03T16:49:34.572028Z","steps":["trace[547590112] 'agreement among raft nodes before linearized reading' (duration: 12.536753347s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.572073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.034365Z","time spent":"12.537700913s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:34.98083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000742401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:34.98095Z","caller":"traceutil/trace.go:171","msg":"trace[793148795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000921085s","start":"2026-07-03T16:49:32.980003Z","end":"2026-07-03T16:49:34.980924Z","steps":["trace[793148795] 'agreement among raft nodes before linearized reading' (duration: 2.000778901s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.981015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:32.979977Z","time spent":"2.001022778s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:35.072076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:35.242785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.014278064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:35.242855Z","caller":"traceutil/trace.go:171","msg":"trace[2132710543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.014404467s","start":"2026-07-03T16:49:25.228434Z","end":"2026-07-03T16:49:35.242839Z","steps":["trace[2132710543] 'agreement among raft nodes before linearized reading' (duration: 10.014310065s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:35.242919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:25.228416Z","time spent":"10.014470129s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:49:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:35.572681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:35.826706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.086552638s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:36.228555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:29.227822Z","time spent":"7.00072391s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:36.864164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99298629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:36.864232Z","caller":"traceutil/trace.go:171","msg":"trace[190506508] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993105363s","start":"2026-07-03T16:49:28.87111Z","end":"2026-07-03T16:49:36.864215Z","steps":["trace[190506508] 'agreement among raft nodes before linearized reading' (duration: 7.993018831s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:36.864269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.871088Z","time spent":"7.993173565s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/03 16:49:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:36.987405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:36.987468Z","caller":"traceutil/trace.go:171","msg":"trace[1622116638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395641s","start":"2026-07-03T16:49:34.987059Z","end":"2026-07-03T16:49:36.987454Z","steps":["trace[1622116638] 'agreement among raft nodes before linearized reading' (duration: 2.000315029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:36.987505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:34.987047Z","time spent":"2.000449082s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:37.370147Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"51039f28b07aab3a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:38.152479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:31.152361Z","time spent":"7.000112945s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:38.231772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:31.230908Z","time spent":"7.000856985s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:38.331847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:31.331397Z","time spent":"7.000441774s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:38.987888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:38.988003Z","caller":"traceutil/trace.go:171","msg":"trace[707770264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038719s","start":"2026-07-03T16:49:36.987597Z","end":"2026-07-03T16:49:38.987984Z","steps":["trace[707770264] 'agreement among raft nodes before linearized reading' (duration: 2.000242647s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:38.988067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.987582Z","time spent":"2.000464823s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:39.104596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998318089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:39.104729Z","caller":"traceutil/trace.go:171","msg":"trace[1832805266] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998518033s","start":"2026-07-03T16:49:34.106167Z","end":"2026-07-03T16:49:39.104685Z","steps":["trace[1832805266] 'agreement among raft nodes before linearized reading' (duration: 4.998349179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:39.104817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:34.106148Z","time spent":"4.998650917s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:49:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:39.511563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684643554s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:49:39.873427Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"51039f28b07aab22","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:40.994908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00079688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:40.994971Z","caller":"traceutil/trace.go:171","msg":"trace[444795685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000900783s","start":"2026-07-03T16:49:38.994056Z","end":"2026-07-03T16:49:40.994957Z","steps":["trace[444795685] 'agreement among raft nodes before linearized reading' (duration: 2.000819251s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:40.995005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.994041Z","time spent":"2.000957254s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:41.576548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:34.576324Z","time spent":"7.000205678s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:42.149767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999486098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:42.149867Z","caller":"traceutil/trace.go:171","msg":"trace[272965769] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999636942s","start":"2026-07-03T16:49:37.150206Z","end":"2026-07-03T16:49:42.149843Z","steps":["trace[272965769] 'agreement among raft nodes before linearized reading' (duration: 4.999506229s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:42.150003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.150192Z","time spent":"4.999717684s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:49:42.995977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000606826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:42.996087Z","caller":"traceutil/trace.go:171","msg":"trace[528762837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00078575s","start":"2026-07-03T16:49:40.995282Z","end":"2026-07-03T16:49:42.996067Z","steps":["trace[528762837] 'agreement among raft nodes before linearized reading' (duration: 2.000643547s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:42.996142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:40.99526Z","time spent":"2.000868803s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:43.375588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000886163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:43.375661Z","caller":"traceutil/trace.go:171","msg":"trace[345396154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001012786s","start":"2026-07-03T16:49:41.374635Z","end":"2026-07-03T16:49:43.375647Z","steps":["trace[345396154] 'agreement among raft nodes before linearized reading' (duration: 2.000921864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:43.375697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:41.374614Z","time spent":"2.001077358s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:44.895974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.659106092s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:44.896904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.451057ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:44.896991Z","caller":"traceutil/trace.go:171","msg":"trace[1820076998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26347; }","duration":"590.547239ms","start":"2026-07-03T16:49:44.306431Z","end":"2026-07-03T16:49:44.896978Z","steps":["trace[1820076998] 'range keys from in-memory index tree' (duration: 590.435937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:45.001618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:45.001791Z","caller":"traceutil/trace.go:171","msg":"trace[755810593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658598s","start":"2026-07-03T16:49:43.001102Z","end":"2026-07-03T16:49:45.00176Z","steps":["trace[755810593] 'agreement among raft nodes before linearized reading' (duration: 2.000459583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:45.001901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:43.001088Z","time spent":"2.000791471s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:45.236925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.236719Z","time spent":"7.000192827s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:46.183154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.668586918s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:49:46.511931Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"51039f28b07aab3a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:47.002666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:47.002775Z","caller":"traceutil/trace.go:171","msg":"trace[1574653133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187975s","start":"2026-07-03T16:49:45.002562Z","end":"2026-07-03T16:49:47.00275Z","steps":["trace[1574653133] 'agreement among raft nodes before linearized reading' (duration: 2.000039662s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:47.002829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.002544Z","time spent":"2.000272618s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:48.334524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99835266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:48.334614Z","caller":"traceutil/trace.go:171","msg":"trace[1398548041] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998514735s","start":"2026-07-03T16:49:38.336078Z","end":"2026-07-03T16:49:48.334593Z","steps":["trace[1398548041] 'agreement among raft nodes before linearized reading' (duration: 9.998397032s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:48.334665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.336052Z","time spent":"9.998602666s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:49:48.406509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999248571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:48.40659Z","caller":"traceutil/trace.go:171","msg":"trace[1691747678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999394795s","start":"2026-07-03T16:49:43.407175Z","end":"2026-07-03T16:49:48.40657Z","steps":["trace[1691747678] 'agreement among raft nodes before linearized reading' (duration: 4.999293102s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:48.406637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:43.407146Z","time spent":"4.999480218s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:49:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:49.0081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:49.008205Z","caller":"traceutil/trace.go:171","msg":"trace[1367028437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000284098s","start":"2026-07-03T16:49:47.007902Z","end":"2026-07-03T16:49:49.008187Z","steps":["trace[1367028437] 'agreement among raft nodes before linearized reading' (duration: 2.000105553s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.008281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:47.007867Z","time spent":"2.000400341s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:49.782465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597406209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.782579Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"25.041µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-07-03T16:49:49.784688Z","caller":"traceutil/trace.go:171","msg":"trace[350339988] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27246; }","duration":"15.213545828s","start":"2026-07-03T16:49:34.571114Z","end":"2026-07-03T16:49:49.78466Z","steps":["trace[350339988] 'read index received' (duration: 1.255811762s)","trace[350339988] 'applied index is now lower than readState.Index' (duration: 13.957729936s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:49.784704Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"65.482µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-07-03T16:49:49.784758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.771129725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.784798Z","caller":"traceutil/trace.go:171","msg":"trace[41420309] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26351; }","duration":"23.771206098s","start":"2026-07-03T16:49:26.013577Z","end":"2026-07-03T16:49:49.784783Z","steps":["trace[41420309] 'agreement among raft nodes before linearized reading' (duration: 23.771142276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.784796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.264445771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.784828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:26.013561Z","time spent":"23.771260339s","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.784838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.993503529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.784839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.636358195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.784859Z","caller":"traceutil/trace.go:171","msg":"trace[1916910389] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26351; }","duration":"20.264556344s","start":"2026-07-03T16:49:29.520284Z","end":"2026-07-03T16:49:49.784841Z","steps":["trace[1916910389] 'agreement among raft nodes before linearized reading' (duration: 20.264433211s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.784883Z","caller":"traceutil/trace.go:171","msg":"trace[1357478893] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26351; }","duration":"18.636432877s","start":"2026-07-03T16:49:31.148436Z","end":"2026-07-03T16:49:49.784869Z","steps":["trace[1357478893] 'agreement among raft nodes before linearized reading' (duration: 18.636338704s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.784894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:29.520264Z","time spent":"20.264620846s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.784894Z","caller":"traceutil/trace.go:171","msg":"trace[1302107229] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"6.918722673s","start":"2026-07-03T16:49:42.866155Z","end":"2026-07-03T16:49:49.784877Z","steps":["trace[1302107229] 'process raft request' (duration: 6.9186189s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.784866Z","caller":"traceutil/trace.go:171","msg":"trace[1906573364] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:0; response_revision:26351; }","duration":"24.993576041s","start":"2026-07-03T16:49:24.79128Z","end":"2026-07-03T16:49:49.784856Z","steps":["trace[1906573364] 'agreement among raft nodes before linearized reading' (duration: 24.99350721s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.78492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:31.148418Z","time spent":"18.636491669s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.784934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.791261Z","time spent":"24.993667773s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:49:49.78495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.558839835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-07-03T16:49:49.784966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:42.866134Z","time spent":"6.918786994s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:49.784986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.159835774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.784998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.567317285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.784999Z","caller":"traceutil/trace.go:171","msg":"trace[1295488595] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f; range_end:; response_count:1; response_revision:26351; }","duration":"25.558919788s","start":"2026-07-03T16:49:24.226063Z","end":"2026-07-03T16:49:49.784983Z","steps":["trace[1295488595] 'agreement among raft nodes before linearized reading' (duration: 25.558753803s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.785016Z","caller":"traceutil/trace.go:171","msg":"trace[54182744] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26353; }","duration":"15.159900285s","start":"2026-07-03T16:49:34.625102Z","end":"2026-07-03T16:49:49.785003Z","steps":["trace[54182744] 'agreement among raft nodes before linearized reading' (duration: 15.159870754s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.785024Z","caller":"traceutil/trace.go:171","msg":"trace[1953581845] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26353; }","duration":"21.567413267s","start":"2026-07-03T16:49:28.217605Z","end":"2026-07-03T16:49:49.785018Z","steps":["trace[1953581845] 'agreement among raft nodes before linearized reading' (duration: 21.567349385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:34.625083Z","time spent":"15.159952056s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.217581Z","time spent":"21.567458338s","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.310641432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.906714774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.785124Z","caller":"traceutil/trace.go:171","msg":"trace[675734685] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26353; }","duration":"25.310733995s","start":"2026-07-03T16:49:24.474375Z","end":"2026-07-03T16:49:49.785109Z","steps":["trace[675734685] 'agreement among raft nodes before linearized reading' (duration: 25.310677883s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.785139Z","caller":"traceutil/trace.go:171","msg":"trace[748701134] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26353; }","duration":"17.906778725s","start":"2026-07-03T16:49:31.87835Z","end":"2026-07-03T16:49:49.785129Z","steps":["trace[748701134] 'agreement among raft nodes before linearized reading' (duration: 17.906717984s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.476401993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.47435Z","time spent":"25.310800386s","remote":"127.0.0.1:43856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:31.878334Z","time spent":"17.906829076s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.785184Z","caller":"traceutil/trace.go:171","msg":"trace[859883666] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26353; }","duration":"19.476420004s","start":"2026-07-03T16:49:30.308755Z","end":"2026-07-03T16:49:49.785175Z","steps":["trace[859883666] 'agreement among raft nodes before linearized reading' (duration: 19.476132956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.497947783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:30.308709Z","time spent":"19.476495165s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.785237Z","caller":"traceutil/trace.go:171","msg":"trace[51089851] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26353; }","duration":"22.498004325s","start":"2026-07-03T16:49:27.287224Z","end":"2026-07-03T16:49:49.785228Z","steps":["trace[51089851] 'agreement among raft nodes before linearized reading' (duration: 22.497976614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.543374918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:27.287203Z","time spent":"22.498048627s","remote":"127.0.0.1:44630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.30028107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.785277Z","caller":"traceutil/trace.go:171","msg":"trace[424567475] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26353; }","duration":"5.54343359s","start":"2026-07-03T16:49:44.241832Z","end":"2026-07-03T16:49:49.785266Z","steps":["trace[424567475] 'agreement among raft nodes before linearized reading' (duration: 5.543380289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.784908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.885099463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.241812Z","time spent":"5.543484341s","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.64238248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757236719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.785328Z","caller":"traceutil/trace.go:171","msg":"trace[1549290974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26352; }","duration":"19.885555554s","start":"2026-07-03T16:49:29.899759Z","end":"2026-07-03T16:49:49.785315Z","steps":["trace[1549290974] 'agreement among raft nodes before linearized reading' (duration: 19.885076192s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.785347Z","caller":"traceutil/trace.go:171","msg":"trace[1109088563] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26353; }","duration":"5.757290991s","start":"2026-07-03T16:49:44.02805Z","end":"2026-07-03T16:49:49.785341Z","steps":["trace[1109088563] 'agreement among raft nodes before linearized reading' (duration: 5.75725884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.028027Z","time spent":"5.757339232s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:29.899742Z","time spent":"19.885616406s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.7854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.770978907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.381346564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.785415Z","caller":"traceutil/trace.go:171","msg":"trace[1704588304] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26353; }","duration":"12.77103279s","start":"2026-07-03T16:49:37.014378Z","end":"2026-07-03T16:49:49.785411Z","steps":["trace[1704588304] 'agreement among raft nodes before linearized reading' (duration: 12.771008879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.78548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.014351Z","time spent":"12.771123202s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.785497Z","caller":"traceutil/trace.go:171","msg":"trace[1344053118] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26353; }","duration":"17.381407246s","start":"2026-07-03T16:49:32.404013Z","end":"2026-07-03T16:49:49.78542Z","steps":["trace[1344053118] 'agreement among raft nodes before linearized reading' (duration: 17.380885792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.805890012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.785522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:32.403992Z","time spent":"17.381523249s","remote":"127.0.0.1:43940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.559142882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4131"} {"level":"info","ts":"2026-07-03T16:49:49.785538Z","caller":"traceutil/trace.go:171","msg":"trace[1410942846] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26353; }","duration":"5.805941224s","start":"2026-07-03T16:49:43.97959Z","end":"2026-07-03T16:49:49.785531Z","steps":["trace[1410942846] 'agreement among raft nodes before linearized reading' (duration: 5.805899993s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:43.979576Z","time spent":"5.805978864s","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.785559Z","caller":"traceutil/trace.go:171","msg":"trace[1268877475] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26353; }","duration":"25.559223744s","start":"2026-07-03T16:49:24.226325Z","end":"2026-07-03T16:49:49.785549Z","steps":["trace[1268877475] 'agreement among raft nodes before linearized reading' (duration: 25.559018399s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.795676069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.785588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.226306Z","time spent":"25.559274776s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4155,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-03T16:49:49.785601Z","caller":"traceutil/trace.go:171","msg":"trace[1964388774] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26353; }","duration":"12.79572364s","start":"2026-07-03T16:49:36.989873Z","end":"2026-07-03T16:49:49.785597Z","steps":["trace[1964388774] 'agreement among raft nodes before linearized reading' (duration: 12.795672299s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.785294Z","caller":"traceutil/trace.go:171","msg":"trace[869629578] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26353; }","duration":"12.30033834s","start":"2026-07-03T16:49:37.484946Z","end":"2026-07-03T16:49:49.785285Z","steps":["trace[869629578] 'agreement among raft nodes before linearized reading' (duration: 12.300267759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.62502076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.785649Z","caller":"traceutil/trace.go:171","msg":"trace[1894843273] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26353; }","duration":"16.625076022s","start":"2026-07-03T16:49:33.160565Z","end":"2026-07-03T16:49:49.785641Z","steps":["trace[1894843273] 'agreement among raft nodes before linearized reading' (duration: 16.624340493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.78565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.484903Z","time spent":"12.30073222s","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:33.160543Z","time spent":"16.625122612s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.642259025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.785684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.916401844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:49:49.785725Z","caller":"traceutil/trace.go:171","msg":"trace[1178892708] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26353; }","duration":"6.642326947s","start":"2026-07-03T16:49:43.143364Z","end":"2026-07-03T16:49:49.785691Z","steps":["trace[1178892708] 'agreement among raft nodes before linearized reading' (duration: 6.642286866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.78573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.947500501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.785748Z","caller":"traceutil/trace.go:171","msg":"trace[602707094] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26353; }","duration":"12.947555912s","start":"2026-07-03T16:49:36.838185Z","end":"2026-07-03T16:49:49.785741Z","steps":["trace[602707094] 'agreement among raft nodes before linearized reading' (duration: 12.947528091s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:43.143336Z","time spent":"6.642404389s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.838164Z","time spent":"12.947593783s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.989855Z","time spent":"12.795756451s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.553762151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-03T16:49:49.785946Z","caller":"traceutil/trace.go:171","msg":"trace[1015581461] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26353; }","duration":"13.553828772s","start":"2026-07-03T16:49:36.23211Z","end":"2026-07-03T16:49:49.785939Z","steps":["trace[1015581461] 'agreement among raft nodes before linearized reading' (duration: 13.553756299s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.785982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.232087Z","time spent":"13.553872474s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:49:49.785985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.510976269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.786008Z","caller":"traceutil/trace.go:171","msg":"trace[1887721711] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26353; }","duration":"9.511036251s","start":"2026-07-03T16:49:40.274964Z","end":"2026-07-03T16:49:49.786Z","steps":["trace[1887721711] 'agreement among raft nodes before linearized reading' (duration: 9.51099365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:40.274939Z","time spent":"9.511084541s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.631146979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459196312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.786158Z","caller":"traceutil/trace.go:171","msg":"trace[1153177368] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26353; }","duration":"13.631226032s","start":"2026-07-03T16:49:36.154926Z","end":"2026-07-03T16:49:49.786152Z","steps":["trace[1153177368] 'agreement among raft nodes before linearized reading' (duration: 13.6311739s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.78618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.154899Z","time spent":"13.631274902s","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599577156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:49:49.786189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.519221062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.786189Z","caller":"traceutil/trace.go:171","msg":"trace[1819602094] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26353; }","duration":"3.459326925s","start":"2026-07-03T16:49:46.326841Z","end":"2026-07-03T16:49:49.786168Z","steps":["trace[1819602094] 'agreement among raft nodes before linearized reading' (duration: 3.459184951s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.786212Z","caller":"traceutil/trace.go:171","msg":"trace[667285433] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26353; }","duration":"3.599646738s","start":"2026-07-03T16:49:46.186557Z","end":"2026-07-03T16:49:49.786204Z","steps":["trace[667285433] 'agreement among raft nodes before linearized reading' (duration: 3.599519025s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.786216Z","caller":"traceutil/trace.go:171","msg":"trace[1252538503] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26353; }","duration":"10.519246473s","start":"2026-07-03T16:49:39.26696Z","end":"2026-07-03T16:49:49.786207Z","steps":["trace[1252538503] 'agreement among raft nodes before linearized reading' (duration: 10.519152281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:46.326817Z","time spent":"3.459398697s","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.773887524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.786268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523217674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.838657256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.786298Z","caller":"traceutil/trace.go:171","msg":"trace[1070775812] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26353; }","duration":"10.773955795s","start":"2026-07-03T16:49:39.012337Z","end":"2026-07-03T16:49:49.786293Z","steps":["trace[1070775812] 'agreement among raft nodes before linearized reading' (duration: 10.773910344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:39.012309Z","time spent":"10.774003847s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.786318Z","caller":"traceutil/trace.go:171","msg":"trace[1077817812] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26353; }","duration":"13.838716518s","start":"2026-07-03T16:49:35.947591Z","end":"2026-07-03T16:49:49.786308Z","steps":["trace[1077817812] 'agreement among raft nodes before linearized reading' (duration: 13.838679907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873331063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649834871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-03T16:49:49.785035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.226047Z","time spent":"25.558980069s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f\" "} {"level":"info","ts":"2026-07-03T16:49:49.786355Z","caller":"traceutil/trace.go:171","msg":"trace[229178316] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26353; }","duration":"3.873405156s","start":"2026-07-03T16:49:45.912939Z","end":"2026-07-03T16:49:49.786344Z","steps":["trace[229178316] 'agreement among raft nodes before linearized reading' (duration: 3.873330334s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.786363Z","caller":"traceutil/trace.go:171","msg":"trace[206736374] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26353; }","duration":"4.649897393s","start":"2026-07-03T16:49:45.13646Z","end":"2026-07-03T16:49:49.786358Z","steps":["trace[206736374] 'agreement among raft nodes before linearized reading' (duration: 4.649835431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18793077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.786318Z","caller":"traceutil/trace.go:171","msg":"trace[1024821283] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26353; }","duration":"4.523314086s","start":"2026-07-03T16:49:45.262988Z","end":"2026-07-03T16:49:49.786302Z","steps":["trace[1024821283] 'agreement among raft nodes before linearized reading' (duration: 4.523223914s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.17345725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.262963Z","time spent":"4.52344094s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:49:49.78641Z","caller":"traceutil/trace.go:171","msg":"trace[1374882694] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26353; }","duration":"4.187996662s","start":"2026-07-03T16:49:45.598403Z","end":"2026-07-03T16:49:49.7864Z","steps":["trace[1374882694] 'agreement among raft nodes before linearized reading' (duration: 4.18793906s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581894618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.786428Z","caller":"traceutil/trace.go:171","msg":"trace[599126401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26353; }","duration":"20.173522791s","start":"2026-07-03T16:49:29.612897Z","end":"2026-07-03T16:49:49.786419Z","steps":["trace[599126401] 'agreement among raft nodes before linearized reading' (duration: 20.172016272s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245643128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.598386Z","time spent":"4.188052283s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.786453Z","caller":"traceutil/trace.go:171","msg":"trace[601517626] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26353; }","duration":"4.582104603s","start":"2026-07-03T16:49:45.204338Z","end":"2026-07-03T16:49:49.786443Z","steps":["trace[601517626] 'agreement among raft nodes before linearized reading' (duration: 4.581906848s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:29.612877Z","time spent":"20.173571153s","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.786457Z","caller":"traceutil/trace.go:171","msg":"trace[259675313] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26353; }","duration":"12.916459584s","start":"2026-07-03T16:49:36.869252Z","end":"2026-07-03T16:49:49.785711Z","steps":["trace[259675313] 'agreement among raft nodes before linearized reading' (duration: 12.916371672s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.78647Z","caller":"traceutil/trace.go:171","msg":"trace[357034064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26353; }","duration":"4.24571249s","start":"2026-07-03T16:49:45.540747Z","end":"2026-07-03T16:49:49.78646Z","steps":["trace[357034064] 'agreement among raft nodes before linearized reading' (duration: 4.245650589s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.204316Z","time spent":"4.582155935s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.869237Z","time spent":"12.917244476s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:49:49.786495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.818970844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.540732Z","time spent":"4.245762211s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872236795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.786532Z","caller":"traceutil/trace.go:171","msg":"trace[240960936] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"4.543682345s","start":"2026-07-03T16:49:45.242837Z","end":"2026-07-03T16:49:49.786519Z","steps":["trace[240960936] 'process raft request' (duration: 4.542013521s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.786535Z","caller":"traceutil/trace.go:171","msg":"trace[1829232334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26353; }","duration":"10.819051436s","start":"2026-07-03T16:49:38.967471Z","end":"2026-07-03T16:49:49.786522Z","steps":["trace[1829232334] 'agreement among raft nodes before linearized reading' (duration: 10.818980104s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.785329Z","caller":"traceutil/trace.go:171","msg":"trace[1639889319] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26353; }","duration":"12.642423941s","start":"2026-07-03T16:49:37.1429Z","end":"2026-07-03T16:49:49.785324Z","steps":["trace[1639889319] 'agreement among raft nodes before linearized reading' (duration: 12.642393931s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.786552Z","caller":"traceutil/trace.go:171","msg":"trace[637556946] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26353; }","duration":"3.872289647s","start":"2026-07-03T16:49:45.914256Z","end":"2026-07-03T16:49:49.786545Z","steps":["trace[637556946] 'agreement among raft nodes before linearized reading' (duration: 3.872256336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.914237Z","time spent":"3.872329127s","remote":"127.0.0.1:55240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.118839902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.786341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:35.947572Z","time spent":"13.838762918s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.24281Z","time spent":"4.543744177s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:49:49.786602Z","caller":"traceutil/trace.go:171","msg":"trace[1327208467] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26353; }","duration":"22.120255859s","start":"2026-07-03T16:49:27.666337Z","end":"2026-07-03T16:49:49.786593Z","steps":["trace[1327208467] 'agreement among raft nodes before linearized reading' (duration: 22.11877953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.142885Z","time spent":"12.643685934s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:27.666284Z","time spent":"22.120333791s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.249738818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-03T16:49:49.786382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.13644Z","time spent":"4.649938304s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-03T16:49:49.786647Z","caller":"traceutil/trace.go:171","msg":"trace[260496656] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26353; }","duration":"11.249786918s","start":"2026-07-03T16:49:38.536854Z","end":"2026-07-03T16:49:49.786641Z","steps":["trace[260496656] 'agreement among raft nodes before linearized reading' (duration: 11.249720326s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.53684Z","time spent":"11.24982464s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7938,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:49:49.786568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.967449Z","time spent":"10.819108497s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.291044837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.786726Z","caller":"traceutil/trace.go:171","msg":"trace[2003212382] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26353; }","duration":"5.291396636s","start":"2026-07-03T16:49:44.495322Z","end":"2026-07-03T16:49:49.786718Z","steps":["trace[2003212382] 'agreement among raft nodes before linearized reading' (duration: 5.291072838s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701528563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.495299Z","time spent":"5.291443928s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449042667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:49:49.786771Z","caller":"traceutil/trace.go:171","msg":"trace[1897068015] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26353; }","duration":"1.701617285s","start":"2026-07-03T16:49:48.085144Z","end":"2026-07-03T16:49:49.786761Z","steps":["trace[1897068015] 'agreement among raft nodes before linearized reading' (duration: 1.701569944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.787206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.085125Z","time spent":"1.702070376s","remote":"127.0.0.1:55192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.78638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.912922Z","time spent":"3.873452376s","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.785945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.408283322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:49:49.787417Z","caller":"traceutil/trace.go:171","msg":"trace[678575260] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26353; }","duration":"9.409787541s","start":"2026-07-03T16:49:40.37762Z","end":"2026-07-03T16:49:49.787408Z","steps":["trace[678575260] 'agreement among raft nodes before linearized reading' (duration: 9.40822092s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.787449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:40.377601Z","time spent":"9.409837543s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:46.18654Z","time spent":"3.59968778s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:49:49.785376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.764363447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.787677Z","caller":"traceutil/trace.go:171","msg":"trace[1726084198] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26353; }","duration":"12.766680997s","start":"2026-07-03T16:49:37.020989Z","end":"2026-07-03T16:49:49.78767Z","steps":["trace[1726084198] 'agreement among raft nodes before linearized reading' (duration: 12.764351026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.787704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.020978Z","time spent":"12.766717238s","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.786783Z","caller":"traceutil/trace.go:171","msg":"trace[1573328504] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26353; }","duration":"1.44911984s","start":"2026-07-03T16:49:48.337653Z","end":"2026-07-03T16:49:49.786772Z","steps":["trace[1573328504] 'agreement among raft nodes before linearized reading' (duration: 1.449010677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.787862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.337593Z","time spent":"1.450261669s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:49:49.786844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.630728838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:49:49.787956Z","caller":"traceutil/trace.go:171","msg":"trace[1371729510] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26353; }","duration":"11.631874847s","start":"2026-07-03T16:49:38.156059Z","end":"2026-07-03T16:49:49.787934Z","steps":["trace[1371729510] 'agreement among raft nodes before linearized reading' (duration: 11.630677777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.787991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.156038Z","time spent":"11.631940968s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:49:49.786834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.49737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.786235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:39.266888Z","time spent":"10.519342966s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.788088Z","caller":"traceutil/trace.go:171","msg":"trace[1628167846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26353; }","duration":"779.732082ms","start":"2026-07-03T16:49:49.008293Z","end":"2026-07-03T16:49:49.788025Z","steps":["trace[1628167846] 'agreement among raft nodes before linearized reading' (duration: 778.51453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.753898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.788131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.00827Z","time spent":"779.849905ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:49.788147Z","caller":"traceutil/trace.go:171","msg":"trace[1749900267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26353; }","duration":"354.085462ms","start":"2026-07-03T16:49:49.434045Z","end":"2026-07-03T16:49:49.788131Z","steps":["trace[1749900267] 'agreement among raft nodes before linearized reading' (duration: 352.756788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.788198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.434024Z","time spent":"354.157294ms","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.220142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.78824Z","caller":"traceutil/trace.go:171","msg":"trace[984847764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26353; }","duration":"527.629558ms","start":"2026-07-03T16:49:49.260596Z","end":"2026-07-03T16:49:49.788226Z","steps":["trace[984847764] 'agreement among raft nodes before linearized reading' (duration: 526.240572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.788282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.260575Z","time spent":"527.691109ms","remote":"127.0.0.1:55396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.78689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509012535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.788362Z","caller":"traceutil/trace.go:171","msg":"trace[868239399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26353; }","duration":"2.510482463s","start":"2026-07-03T16:49:47.277868Z","end":"2026-07-03T16:49:49.78835Z","steps":["trace[868239399] 'agreement among raft nodes before linearized reading' (duration: 2.508996445s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.786891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.286271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.788406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:47.277852Z","time spent":"2.510540804s","remote":"127.0.0.1:44636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.788408Z","caller":"traceutil/trace.go:171","msg":"trace[668619904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26353; }","duration":"911.79265ms","start":"2026-07-03T16:49:48.876596Z","end":"2026-07-03T16:49:49.788389Z","steps":["trace[668619904] 'agreement among raft nodes before linearized reading' (duration: 910.268921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.788455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.87658Z","time spent":"911.858382ms","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.786909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033400198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.788534Z","caller":"traceutil/trace.go:171","msg":"trace[1069875189] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26353; }","duration":"1.03507269s","start":"2026-07-03T16:49:48.753438Z","end":"2026-07-03T16:49:49.78851Z","steps":["trace[1069875189] 'agreement among raft nodes before linearized reading' (duration: 1.033451309s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.788594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.753414Z","time spent":"1.035158233s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:51.753797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.911610726s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:51.794291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000806981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:51.794471Z","caller":"traceutil/trace.go:171","msg":"trace[1010398180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001043447s","start":"2026-07-03T16:49:49.793399Z","end":"2026-07-03T16:49:51.794442Z","steps":["trace[1010398180] 'agreement among raft nodes before linearized reading' (duration: 2.000811161s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:51.794651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.793394Z","time spent":"2.001236793s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:52.991728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236804878s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-03T16:49:52.991931Z","caller":"traceutil/trace.go:171","msg":"trace[1976879216] compact","detail":"{revision:24383; response_revision:26353; }","duration":"3.205182068s","start":"2026-07-03T16:49:49.78673Z","end":"2026-07-03T16:49:52.991912Z","steps":["trace[1976879216] 'process raft request' (duration: 1.967199659s)","trace[1976879216] 'check and update compact revision' (duration: 1.236698965s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:52.991974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.786698Z","time spent":"3.205274059s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:49:52.992111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24383} {"level":"info","ts":"2026-07-03T16:49:52.992244Z","caller":"traceutil/trace.go:171","msg":"trace[723567571] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"3.200657019s","start":"2026-07-03T16:49:49.791554Z","end":"2026-07-03T16:49:52.992211Z","steps":["trace[723567571] 'process raft request' (duration: 3.200267449s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:52.99238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.791544Z","time spent":"3.200750782s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:52.993546Z","caller":"traceutil/trace.go:171","msg":"trace[1334329150] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"3.201262036s","start":"2026-07-03T16:49:49.792262Z","end":"2026-07-03T16:49:52.993524Z","steps":["trace[1334329150] 'process raft request' (duration: 3.19991177s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:52.993655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.792252Z","time spent":"3.201366128s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:49:52.994837Z","caller":"traceutil/trace.go:171","msg":"trace[1196582772] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27258; }","duration":"3.204827788s","start":"2026-07-03T16:49:49.789986Z","end":"2026-07-03T16:49:52.994813Z","steps":["trace[1196582772] 'read index received' (duration: 50.746767ms)","trace[1196582772] 'applied index is now lower than readState.Index' (duration: 3.154079651s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:52.994906Z","caller":"traceutil/trace.go:171","msg":"trace[1146755015] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"3.200393493s","start":"2026-07-03T16:49:49.794482Z","end":"2026-07-03T16:49:52.994875Z","steps":["trace[1146755015] 'process raft request' (duration: 3.19836494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:52.995069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.794476Z","time spent":"3.200503096s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:52.995071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205072954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:49:52.995242Z","caller":"traceutil/trace.go:171","msg":"trace[170790377] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26356; }","duration":"3.20527887s","start":"2026-07-03T16:49:49.789954Z","end":"2026-07-03T16:49:52.995233Z","steps":["trace[170790377] 'agreement among raft nodes before linearized reading' (duration: 3.204966802s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:52.995268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.789942Z","time spent":"3.205318691s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:49:53.376468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:53.376526Z","caller":"traceutil/trace.go:171","msg":"trace[2081823669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99997668s","start":"2026-07-03T16:49:51.376537Z","end":"2026-07-03T16:49:53.376514Z","steps":["trace[2081823669] 'agreement among raft nodes before linearized reading' (duration: 1.999893208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:53.376565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:51.37652Z","time spent":"2.000036012s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:53.495582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:53.795067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:53.79515Z","caller":"traceutil/trace.go:171","msg":"trace[462093007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531215s","start":"2026-07-03T16:49:51.7946Z","end":"2026-07-03T16:49:53.795131Z","steps":["trace[462093007] 'agreement among raft nodes before linearized reading' (duration: 2.000423962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:53.795212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:51.794583Z","time spent":"2.000610416s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:53.925859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155050675s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:55.153016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.805428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.153099Z","caller":"traceutil/trace.go:171","msg":"trace[1540649256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26356; }","duration":"846.826704ms","start":"2026-07-03T16:49:54.30626Z","end":"2026-07-03T16:49:55.153087Z","steps":["trace[1540649256] 'range keys from in-memory index tree' (duration: 845.790748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.153595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227514268s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:55.153914Z","caller":"traceutil/trace.go:171","msg":"trace[1097282899] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"2.156927975s","start":"2026-07-03T16:49:52.996972Z","end":"2026-07-03T16:49:55.1539Z","steps":["trace[1097282899] 'process raft request' (duration: 2.156676488s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.153936Z","caller":"traceutil/trace.go:171","msg":"trace[1400212918] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"2.155778645s","start":"2026-07-03T16:49:52.998134Z","end":"2026-07-03T16:49:55.153912Z","steps":["trace[1400212918] 'process raft request' (duration: 2.155615361s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.153976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.996948Z","time spent":"2.156999486s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:55.153976Z","caller":"traceutil/trace.go:171","msg":"trace[812948651] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"2.154754458s","start":"2026-07-03T16:49:52.999194Z","end":"2026-07-03T16:49:55.153948Z","steps":["trace[812948651] 'process raft request' (duration: 2.154590894s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.154042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.998121Z","time spent":"2.155863677s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:49:55.15412Z","caller":"traceutil/trace.go:171","msg":"trace[47453235] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"5.312129524s","start":"2026-07-03T16:49:49.841976Z","end":"2026-07-03T16:49:55.154106Z","steps":["trace[47453235] 'process raft request' (duration: 4.084059512s)","trace[47453235] 'compare' (duration: 372.879231ms)","trace[47453235] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/masterleases/199.19.213.32; req_size:116; } (duration: 852.972233ms)"],"step_count":3} {"level":"warn","ts":"2026-07-03T16:49:55.154127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.999184Z","time spent":"2.15484762s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:55.15416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.841961Z","time spent":"5.312179165s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:55.154341Z","caller":"traceutil/trace.go:171","msg":"trace[119210505] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"2.154904322s","start":"2026-07-03T16:49:52.999418Z","end":"2026-07-03T16:49:55.154322Z","steps":["trace[119210505] 'process raft request' (duration: 2.154417759s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.154393Z","caller":"traceutil/trace.go:171","msg":"trace[536910097] linearizableReadLoop","detail":"{readStateIndex:27269; appliedIndex:27263; }","duration":"2.159496071s","start":"2026-07-03T16:49:52.994888Z","end":"2026-07-03T16:49:55.154385Z","steps":["trace[536910097] 'read index received' (duration: 931.162283ms)","trace[536910097] 'applied index is now lower than readState.Index' (duration: 1.228332488s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:55.154423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.999409Z","time spent":"2.154974153s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:49:55.154464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363079418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:55.154478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335699926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:55.154499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362875172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-03T16:49:55.154511Z","caller":"traceutil/trace.go:171","msg":"trace[805466244] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26362; }","duration":"4.335759468s","start":"2026-07-03T16:49:50.818741Z","end":"2026-07-03T16:49:55.1545Z","steps":["trace[805466244] 'agreement among raft nodes before linearized reading' (duration: 4.335659236s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.154523Z","caller":"traceutil/trace.go:171","msg":"trace[1152098177] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26362; }","duration":"5.362932593s","start":"2026-07-03T16:49:49.791583Z","end":"2026-07-03T16:49:55.154515Z","steps":["trace[1152098177] 'agreement among raft nodes before linearized reading' (duration: 5.36283629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.15453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:50.818726Z","time spent":"4.335799399s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.154544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.791567Z","time spent":"5.362971284s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:49:55.154537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.364318199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-03T16:49:55.154554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363148419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:49:55.154576Z","caller":"traceutil/trace.go:171","msg":"trace[957709641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26362; }","duration":"5.363193671s","start":"2026-07-03T16:49:49.791376Z","end":"2026-07-03T16:49:55.15457Z","steps":["trace[957709641] 'agreement among raft nodes before linearized reading' (duration: 5.363122739s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.154575Z","caller":"traceutil/trace.go:171","msg":"trace[431975920] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26362; }","duration":"5.364363621s","start":"2026-07-03T16:49:49.790203Z","end":"2026-07-03T16:49:55.154566Z","steps":["trace[431975920] 'agreement among raft nodes before linearized reading' (duration: 5.364232458s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.154589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510263358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:55.154594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.791366Z","time spent":"5.363222912s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:49:55.154601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.790199Z","time spent":"5.364394742s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-03T16:49:55.154607Z","caller":"traceutil/trace.go:171","msg":"trace[234433939] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26362; }","duration":"4.510311649s","start":"2026-07-03T16:49:50.64429Z","end":"2026-07-03T16:49:55.154602Z","steps":["trace[234433939] 'agreement among raft nodes before linearized reading' (duration: 4.510277788s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.154623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:50.644273Z","time spent":"4.51034577s","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.154595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430157208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:55.154654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.364487684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-07-03T16:49:55.154687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497524677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:55.154692Z","caller":"traceutil/trace.go:171","msg":"trace[443672688] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26362; }","duration":"5.364545475s","start":"2026-07-03T16:49:49.790139Z","end":"2026-07-03T16:49:55.154684Z","steps":["trace[443672688] 'agreement among raft nodes before linearized reading' (duration: 5.364404551s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.154705Z","caller":"traceutil/trace.go:171","msg":"trace[2109186530] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26362; }","duration":"3.497569548s","start":"2026-07-03T16:49:51.657129Z","end":"2026-07-03T16:49:55.154699Z","steps":["trace[2109186530] 'agreement among raft nodes before linearized reading' (duration: 3.497491196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.154714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.790135Z","time spent":"5.364575106s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:49:55.15472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:51.657111Z","time spent":"3.49760421s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:55.154725Z","caller":"traceutil/trace.go:171","msg":"trace[1720701532] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"1.692017726s","start":"2026-07-03T16:49:53.462699Z","end":"2026-07-03T16:49:55.154717Z","steps":["trace[1720701532] 'process raft request' (duration: 1.691166764s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.154692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645315774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-03T16:49:55.154766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.462677Z","time spent":"1.692068457s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:55.154488Z","caller":"traceutil/trace.go:171","msg":"trace[1311095006] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26362; }","duration":"5.363115539s","start":"2026-07-03T16:49:49.791365Z","end":"2026-07-03T16:49:55.154481Z","steps":["trace[1311095006] 'agreement among raft nodes before linearized reading' (duration: 5.363062487s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.154776Z","caller":"traceutil/trace.go:171","msg":"trace[508193136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26362; }","duration":"4.645434397s","start":"2026-07-03T16:49:50.509331Z","end":"2026-07-03T16:49:55.154765Z","steps":["trace[508193136] 'agreement among raft nodes before linearized reading' (duration: 4.645307584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.1548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.791361Z","time spent":"5.363431337s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:49:55.154808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:50.509313Z","time spent":"4.645486458s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:49:55.154809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223274308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.154846Z","caller":"traceutil/trace.go:171","msg":"trace[2056425725] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26362; }","duration":"2.223336729s","start":"2026-07-03T16:49:52.931498Z","end":"2026-07-03T16:49:55.154835Z","steps":["trace[2056425725] 'agreement among raft nodes before linearized reading' (duration: 2.223265767s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.154709Z","caller":"traceutil/trace.go:171","msg":"trace[121627778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26362; }","duration":"2.430337793s","start":"2026-07-03T16:49:52.724342Z","end":"2026-07-03T16:49:55.15468Z","steps":["trace[121627778] 'agreement among raft nodes before linearized reading' (duration: 2.430098767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.154895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.93148Z","time spent":"2.223404411s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.154915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.72432Z","time spent":"2.430582939s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.155062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248620755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T16:49:55.155095Z","caller":"traceutil/trace.go:171","msg":"trace[1550144411] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26362; }","duration":"4.248673387s","start":"2026-07-03T16:49:50.906408Z","end":"2026-07-03T16:49:55.155082Z","steps":["trace[1550144411] 'agreement among raft nodes before linearized reading' (duration: 4.248485342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:50.906396Z","time spent":"4.248712468s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:49:55.155466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353421645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:55.155481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157032047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-lm6c9\" ","response":"range_response_count:1 size:3775"} {"level":"info","ts":"2026-07-03T16:49:55.155499Z","caller":"traceutil/trace.go:171","msg":"trace[502717793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26362; }","duration":"1.353486177s","start":"2026-07-03T16:49:53.802004Z","end":"2026-07-03T16:49:55.15549Z","steps":["trace[502717793] 'agreement among raft nodes before linearized reading' (duration: 1.353431915s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.801989Z","time spent":"1.353525987s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:55.155553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845958452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:55.155574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378026305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:55.155576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762057954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.155605Z","caller":"traceutil/trace.go:171","msg":"trace[358943133] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26362; }","duration":"1.378088545s","start":"2026-07-03T16:49:53.77751Z","end":"2026-07-03T16:49:55.155599Z","steps":["trace[358943133] 'agreement among raft nodes before linearized reading' (duration: 1.378023094s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.155619Z","caller":"traceutil/trace.go:171","msg":"trace[2142894329] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26362; }","duration":"1.762140176s","start":"2026-07-03T16:49:53.39347Z","end":"2026-07-03T16:49:55.15561Z","steps":["trace[2142894329] 'agreement among raft nodes before linearized reading' (duration: 1.762077634s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.777491Z","time spent":"1.378129347s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.155626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.768194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:55.155641Z","caller":"traceutil/trace.go:171","msg":"trace[1528997599] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26362; }","duration":"915.803424ms","start":"2026-07-03T16:49:54.239832Z","end":"2026-07-03T16:49:55.155636Z","steps":["trace[1528997599] 'agreement among raft nodes before linearized reading' (duration: 915.765653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.393449Z","time spent":"1.762185337s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.155658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.825041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:55.155663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:54.239821Z","time spent":"915.836596ms","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:55.155682Z","caller":"traceutil/trace.go:171","msg":"trace[634546512] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26362; }","duration":"988.888392ms","start":"2026-07-03T16:49:54.166785Z","end":"2026-07-03T16:49:55.155674Z","steps":["trace[634546512] 'agreement among raft nodes before linearized reading' (duration: 988.837991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.79387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:55.155742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239823666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:55.155748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852362898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131075"} {"level":"info","ts":"2026-07-03T16:49:55.155813Z","caller":"traceutil/trace.go:171","msg":"trace[1114718197] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26362; }","duration":"1.852421329s","start":"2026-07-03T16:49:53.303369Z","end":"2026-07-03T16:49:55.15579Z","steps":["trace[1114718197] 'agreement among raft nodes before linearized reading' (duration: 1.852203954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852708076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:49:55.155863Z","caller":"traceutil/trace.go:171","msg":"trace[628318005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26362; }","duration":"1.852758308s","start":"2026-07-03T16:49:53.303099Z","end":"2026-07-03T16:49:55.155857Z","steps":["trace[628318005] 'agreement among raft nodes before linearized reading' (duration: 1.852688746s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.303079Z","time spent":"1.852801019s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:49:55.155585Z","caller":"traceutil/trace.go:171","msg":"trace[1702397889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26362; }","duration":"1.846016183s","start":"2026-07-03T16:49:53.30956Z","end":"2026-07-03T16:49:55.155576Z","steps":["trace[1702397889] 'agreement among raft nodes before linearized reading' (duration: 1.845963661s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.155976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.309553Z","time spent":"1.846406773s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.155862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.303365Z","time spent":"1.852472721s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131099,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T16:49:55.155753Z","caller":"traceutil/trace.go:171","msg":"trace[1980687716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26362; }","duration":"921.917153ms","start":"2026-07-03T16:49:54.233817Z","end":"2026-07-03T16:49:55.155734Z","steps":["trace[1980687716] 'agreement among raft nodes before linearized reading' (duration: 921.769209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.156219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:54.233795Z","time spent":"922.379796ms","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:55.155538Z","caller":"traceutil/trace.go:171","msg":"trace[282211345] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-lm6c9; range_end:; response_count:1; response_revision:26362; }","duration":"2.157084469s","start":"2026-07-03T16:49:52.998416Z","end":"2026-07-03T16:49:55.155501Z","steps":["trace[282211345] 'agreement among raft nodes before linearized reading' (duration: 2.156997427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.156428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.998407Z","time spent":"2.158008603s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3799,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-lm6c9\" "} {"level":"warn","ts":"2026-07-03T16:49:55.155707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:54.166764Z","time spent":"988.936713ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:55.155768Z","caller":"traceutil/trace.go:171","msg":"trace[235773615] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26362; }","duration":"1.239846737s","start":"2026-07-03T16:49:53.915912Z","end":"2026-07-03T16:49:55.155759Z","steps":["trace[235773615] 'agreement among raft nodes before linearized reading' (duration: 1.239807196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.156547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.915868Z","time spent":"1.240667928s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.659406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:56.160446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:56.661128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:56.949398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.758156322s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:57.165917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:57.166297Z","caller":"traceutil/trace.go:171","msg":"trace[897035040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494593s","start":"2026-07-03T16:49:55.165783Z","end":"2026-07-03T16:49:57.166278Z","steps":["trace[897035040] 'agreement among raft nodes before linearized reading' (duration: 2.000106193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:57.166405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.165775Z","time spent":"2.000614176s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:57.53856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.927328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:57.538639Z","caller":"traceutil/trace.go:171","msg":"trace[2076734159] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"2.380185551s","start":"2026-07-03T16:49:55.158439Z","end":"2026-07-03T16:49:57.538625Z","steps":["trace[2076734159] 'process raft request' (duration: 1.791133279s)","trace[2076734159] 'compare' (duration: 587.104761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:57.538677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.158428Z","time spent":"2.380231392s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:58.480228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530540633s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:59.166806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:59.166911Z","caller":"traceutil/trace.go:171","msg":"trace[2112134125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677708s","start":"2026-07-03T16:49:57.166215Z","end":"2026-07-03T16:49:59.166893Z","steps":["trace[2112134125] 'agreement among raft nodes before linearized reading' (duration: 2.000550845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.16697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.166203Z","time spent":"2.00075319s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:59.760611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280122222s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:59.760813Z","caller":"traceutil/trace.go:171","msg":"trace[2052868707] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"4.601769712s","start":"2026-07-03T16:49:55.158998Z","end":"2026-07-03T16:49:59.760768Z","steps":["trace[2052868707] 'process raft request' (duration: 3.321431224s)","trace[2052868707] 'compare' (duration: 304.416363ms)","trace[2052868707] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/ranges/serviceips; req_size:131055; } (duration: 975.570576ms)"],"step_count":3} {"level":"info","ts":"2026-07-03T16:49:59.760864Z","caller":"traceutil/trace.go:171","msg":"trace[1318941003] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"4.600061629s","start":"2026-07-03T16:49:55.160773Z","end":"2026-07-03T16:49:59.760835Z","steps":["trace[1318941003] 'process raft request' (duration: 4.599917585s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.760944Z","caller":"traceutil/trace.go:171","msg":"trace[1547301224] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"4.599565426s","start":"2026-07-03T16:49:55.161362Z","end":"2026-07-03T16:49:59.760928Z","steps":["trace[1547301224] 'process raft request' (duration: 4.599393302s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.760978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.158972Z","time spent":"4.601918956s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131059,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:59.761018Z","caller":"traceutil/trace.go:171","msg":"trace[857733495] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"4.597124042s","start":"2026-07-03T16:49:55.163888Z","end":"2026-07-03T16:49:59.761013Z","steps":["trace[857733495] 'process raft request' (duration: 4.59702s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.161345Z","time spent":"4.599635018s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:49:59.761022Z","caller":"traceutil/trace.go:171","msg":"trace[344206762] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"4.599457364s","start":"2026-07-03T16:49:55.161524Z","end":"2026-07-03T16:49:59.760981Z","steps":["trace[344206762] 'process raft request' (duration: 4.599352721s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.761101Z","caller":"traceutil/trace.go:171","msg":"trace[1146116120] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27269; }","duration":"4.602475181s","start":"2026-07-03T16:49:55.158619Z","end":"2026-07-03T16:49:59.761094Z","steps":["trace[1146116120] 'read index received' (duration: 1.790967654s)","trace[1146116120] 'applied index is now lower than readState.Index' (duration: 2.811506837s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.761176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602558403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.761074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.163877Z","time spent":"4.597170784s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4071,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:59.761201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.161513Z","time spent":"4.599601747s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:59.761292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601974607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:49:59.761313Z","caller":"traceutil/trace.go:171","msg":"trace[681825578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26369; }","duration":"4.60206695s","start":"2026-07-03T16:49:55.159241Z","end":"2026-07-03T16:49:59.761308Z","steps":["trace[681825578] 'agreement among raft nodes before linearized reading' (duration: 4.601980448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.159211Z","time spent":"4.602120142s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:49:59.761384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277596507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.761427Z","caller":"traceutil/trace.go:171","msg":"trace[1867078524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26369; }","duration":"2.277674869s","start":"2026-07-03T16:49:57.483741Z","end":"2026-07-03T16:49:59.761415Z","steps":["trace[1867078524] 'agreement among raft nodes before linearized reading' (duration: 2.277612387s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640036156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.761463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.483713Z","time spent":"2.277740451s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.761394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183479054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.761495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455353452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.761522Z","caller":"traceutil/trace.go:171","msg":"trace[862425629] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26369; }","duration":"4.455424874s","start":"2026-07-03T16:49:55.306086Z","end":"2026-07-03T16:49:59.761511Z","steps":["trace[862425629] 'agreement among raft nodes before linearized reading' (duration: 4.455383443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798205571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.761548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.306058Z","time spent":"4.455484315s","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.761537Z","caller":"traceutil/trace.go:171","msg":"trace[456379781] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26369; }","duration":"4.183634908s","start":"2026-07-03T16:49:55.577875Z","end":"2026-07-03T16:49:59.76151Z","steps":["trace[456379781] 'agreement among raft nodes before linearized reading' (duration: 4.183459144s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.76157Z","caller":"traceutil/trace.go:171","msg":"trace[1028391309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26369; }","duration":"1.798276532s","start":"2026-07-03T16:49:57.963285Z","end":"2026-07-03T16:49:59.761562Z","steps":["trace[1028391309] 'agreement among raft nodes before linearized reading' (duration: 1.798217441s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.577858Z","time spent":"4.18371571s","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.761604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.963269Z","time spent":"1.798326144s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.761066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.16074Z","time spent":"4.600210843s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:59.761639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574159955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.761678Z","caller":"traceutil/trace.go:171","msg":"trace[67451367] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26369; }","duration":"2.574224148s","start":"2026-07-03T16:49:57.187445Z","end":"2026-07-03T16:49:59.761669Z","steps":["trace[67451367] 'agreement among raft nodes before linearized reading' (duration: 2.574162856s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.187434Z","time spent":"2.57428812s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.761744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600386158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:49:59.761772Z","caller":"traceutil/trace.go:171","msg":"trace[1170875558] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26369; }","duration":"4.60046102s","start":"2026-07-03T16:49:55.161304Z","end":"2026-07-03T16:49:59.761766Z","steps":["trace[1170875558] 'agreement among raft nodes before linearized reading' (duration: 4.600342557s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.76099Z","caller":"traceutil/trace.go:171","msg":"trace[1700617209] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"2.601277209s","start":"2026-07-03T16:49:57.159699Z","end":"2026-07-03T16:49:59.760976Z","steps":["trace[1700617209] 'process raft request' (duration: 2.601248179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.161277Z","time spent":"4.600515191s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:49:59.76169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.216287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.761836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601382163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:49:59.76192Z","caller":"traceutil/trace.go:171","msg":"trace[773700148] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26369; }","duration":"225.439293ms","start":"2026-07-03T16:49:59.536429Z","end":"2026-07-03T16:49:59.761868Z","steps":["trace[773700148] 'agreement among raft nodes before linearized reading' (duration: 225.078013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211748747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T16:49:59.76208Z","caller":"traceutil/trace.go:171","msg":"trace[1043819387] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26369; }","duration":"1.212421375s","start":"2026-07-03T16:49:58.549646Z","end":"2026-07-03T16:49:59.762068Z","steps":["trace[1043819387] 'agreement among raft nodes before linearized reading' (duration: 1.211690576s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.76216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566443957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.762169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.955264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.762186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:58.549627Z","time spent":"1.212546948s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:49:59.762241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751078199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.762277Z","caller":"traceutil/trace.go:171","msg":"trace[495277937] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26369; }","duration":"2.751153031s","start":"2026-07-03T16:49:57.011116Z","end":"2026-07-03T16:49:59.762269Z","steps":["trace[495277937] 'agreement among raft nodes before linearized reading' (duration: 2.751094109s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.761486Z","caller":"traceutil/trace.go:171","msg":"trace[419564546] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26369; }","duration":"1.640068797s","start":"2026-07-03T16:49:58.121388Z","end":"2026-07-03T16:49:59.761457Z","steps":["trace[419564546] 'agreement among raft nodes before linearized reading' (duration: 1.640023626s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.762309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.011096Z","time spent":"2.751203652s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.762286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.482666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-03T16:49:59.761841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.159672Z","time spent":"2.602134053s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:59.762206Z","caller":"traceutil/trace.go:171","msg":"trace[1222782761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26369; }","duration":"588.040006ms","start":"2026-07-03T16:49:59.174157Z","end":"2026-07-03T16:49:59.762198Z","steps":["trace[1222782761] 'agreement among raft nodes before linearized reading' (duration: 587.980644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.762467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.17414Z","time spent":"588.315002ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:59.762194Z","caller":"traceutil/trace.go:171","msg":"trace[45386132] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26369; }","duration":"3.566506477s","start":"2026-07-03T16:49:56.195677Z","end":"2026-07-03T16:49:59.762183Z","steps":["trace[45386132] 'agreement among raft nodes before linearized reading' (duration: 3.566454106s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.762523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070236305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.76254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:56.195658Z","time spent":"3.566868917s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.762565Z","caller":"traceutil/trace.go:171","msg":"trace[1288640084] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26369; }","duration":"3.070272166s","start":"2026-07-03T16:49:56.692278Z","end":"2026-07-03T16:49:59.76255Z","steps":["trace[1288640084] 'agreement among raft nodes before linearized reading' (duration: 3.070220854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.762572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601670641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-968894cf-623a-40be-bd63-e57ad2d12dea\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-03T16:49:59.762599Z","caller":"traceutil/trace.go:171","msg":"trace[1069301636] range","detail":"{range_begin:/registry/persistentvolumes/pvc-968894cf-623a-40be-bd63-e57ad2d12dea; range_end:; response_count:1; response_revision:26369; }","duration":"4.601713732s","start":"2026-07-03T16:49:55.160877Z","end":"2026-07-03T16:49:59.762591Z","steps":["trace[1069301636] 'agreement among raft nodes before linearized reading' (duration: 4.60163554s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.762601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:56.692262Z","time spent":"3.070328607s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.762623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.160869Z","time spent":"4.601748904s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-968894cf-623a-40be-bd63-e57ad2d12dea\" "} {"level":"warn","ts":"2026-07-03T16:49:59.761395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942626171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.762363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:58.121333Z","time spent":"1.641000941s","remote":"127.0.0.1:44100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.762776Z","caller":"traceutil/trace.go:171","msg":"trace[1697247988] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26369; }","duration":"1.944016107s","start":"2026-07-03T16:49:57.818729Z","end":"2026-07-03T16:49:59.762745Z","steps":["trace[1697247988] 'agreement among raft nodes before linearized reading' (duration: 1.94262037s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.761201Z","caller":"traceutil/trace.go:171","msg":"trace[651730306] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26369; }","duration":"4.602605415s","start":"2026-07-03T16:49:55.158588Z","end":"2026-07-03T16:49:59.761194Z","steps":["trace[651730306] 'agreement among raft nodes before linearized reading' (duration: 4.602559614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.762832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.818714Z","time spent":"1.94410059s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.762833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.158575Z","time spent":"4.604245388s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:49:59.762835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60199172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-03T16:49:59.76287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.846503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:59.762939Z","caller":"traceutil/trace.go:171","msg":"trace[992556744] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26369; }","duration":"975.942875ms","start":"2026-07-03T16:49:58.78698Z","end":"2026-07-03T16:49:59.762922Z","steps":["trace[992556744] 'agreement among raft nodes before linearized reading' (duration: 975.823742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.761311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702117678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.762995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:58.786962Z","time spent":"976.018898ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.763035Z","caller":"traceutil/trace.go:171","msg":"trace[1774328948] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26369; }","duration":"2.703873814s","start":"2026-07-03T16:49:57.059144Z","end":"2026-07-03T16:49:59.763018Z","steps":["trace[1774328948] 'agreement among raft nodes before linearized reading' (duration: 2.702108038s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.762481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910864337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.762888Z","caller":"traceutil/trace.go:171","msg":"trace[929708927] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26369; }","duration":"4.602067451s","start":"2026-07-03T16:49:55.160806Z","end":"2026-07-03T16:49:59.762874Z","steps":["trace[929708927] 'agreement among raft nodes before linearized reading' (duration: 4.601862516s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.76309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.059128Z","time spent":"2.703945855s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.763097Z","caller":"traceutil/trace.go:171","msg":"trace[1905676764] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26369; }","duration":"2.911508593s","start":"2026-07-03T16:49:56.851575Z","end":"2026-07-03T16:49:59.763084Z","steps":["trace[1905676764] 'agreement among raft nodes before linearized reading' (duration: 2.910870697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.763134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:56.851557Z","time spent":"2.911564984s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.763392Z","caller":"traceutil/trace.go:171","msg":"trace[2014810879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26369; }","duration":"879.610505ms","start":"2026-07-03T16:49:58.883768Z","end":"2026-07-03T16:49:59.763379Z","steps":["trace[2014810879] 'agreement among raft nodes before linearized reading' (duration: 878.453615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.763444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:58.883753Z","time spent":"879.679046ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:49:59.763127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.160794Z","time spent":"4.602319127s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:49:59.761931Z","caller":"traceutil/trace.go:171","msg":"trace[1396318605] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26369; }","duration":"4.601491387s","start":"2026-07-03T16:49:55.160429Z","end":"2026-07-03T16:49:59.76192Z","steps":["trace[1396318605] 'agreement among raft nodes before linearized reading' (duration: 4.60124366s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.763687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.16042Z","time spent":"4.603254992s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:00.202776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.971651ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:50:00.203204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.769826Z","time spent":"433.366201ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:50:00.203338Z","caller":"traceutil/trace.go:171","msg":"trace[1276269318] linearizableReadLoop","detail":"{readStateIndex:27277; appliedIndex:27276; }","duration":"433.429943ms","start":"2026-07-03T16:49:59.769879Z","end":"2026-07-03T16:50:00.203309Z","steps":["trace[1276269318] 'read index received' (duration: 66.883027ms)","trace[1276269318] 'applied index is now lower than readState.Index' (duration: 366.543616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:00.203535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.627168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:00.204208Z","caller":"traceutil/trace.go:171","msg":"trace[623989526] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26369; }","duration":"434.329835ms","start":"2026-07-03T16:49:59.769857Z","end":"2026-07-03T16:50:00.204187Z","steps":["trace[623989526] 'agreement among raft nodes before linearized reading' (duration: 433.560725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:00.204303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.769846Z","time spent":"434.43952ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:02.038254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.829308069s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:02.149103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945748892s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-03T16:50:02.149325Z","caller":"traceutil/trace.go:171","msg":"trace[1107188199] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26369; }","duration":"2.378105986s","start":"2026-07-03T16:49:59.771195Z","end":"2026-07-03T16:50:02.149301Z","steps":["trace[1107188199] 'process raft request' (duration: 432.079007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.149427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.771186Z","time spent":"2.378194348s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:02.149575Z","caller":"traceutil/trace.go:171","msg":"trace[193022530] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"380.381365ms","start":"2026-07-03T16:50:01.769172Z","end":"2026-07-03T16:50:02.149553Z","steps":["trace[193022530] 'process raft request' (duration: 380.323313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:02.149654Z","caller":"traceutil/trace.go:171","msg":"trace[1990367960] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"1.988550403s","start":"2026-07-03T16:50:00.161094Z","end":"2026-07-03T16:50:02.149645Z","steps":["trace[1990367960] 'process raft request' (duration: 1.988146733s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.149733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:00.161065Z","time spent":"1.988613075s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:02.149683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:01.769146Z","time spent":"380.480878ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:02.150023Z","caller":"traceutil/trace.go:171","msg":"trace[2068465206] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27277; }","duration":"1.946615054s","start":"2026-07-03T16:50:00.203398Z","end":"2026-07-03T16:50:02.150013Z","steps":["trace[2068465206] 'read index received' (duration: 5.576215ms)","trace[2068465206] 'applied index is now lower than readState.Index' (duration: 1.941037639s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:02.150081Z","caller":"traceutil/trace.go:171","msg":"trace[1631967286] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"1.945586117s","start":"2026-07-03T16:50:00.204466Z","end":"2026-07-03T16:50:02.150052Z","steps":["trace[1631967286] 'process raft request' (duration: 1.944953711s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.150133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327079862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:02.15023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:00.204423Z","time spent":"1.945731581s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:02.150261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378581539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-qv4wk\" ","response":"range_response_count:1 size:4611"} {"level":"info","ts":"2026-07-03T16:50:02.1503Z","caller":"traceutil/trace.go:171","msg":"trace[2030595149] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-qv4wk; range_end:; response_count:1; response_revision:26372; }","duration":"2.37863894s","start":"2026-07-03T16:49:59.771645Z","end":"2026-07-03T16:50:02.150284Z","steps":["trace[2030595149] 'agreement among raft nodes before linearized reading' (duration: 2.378554228s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.150333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.77163Z","time spent":"2.378696982s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4635,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-qv4wk\" "} {"level":"warn","ts":"2026-07-03T16:50:02.150406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278613123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:50:02.150236Z","caller":"traceutil/trace.go:171","msg":"trace[348177678] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26372; }","duration":"2.327205206s","start":"2026-07-03T16:49:59.823006Z","end":"2026-07-03T16:50:02.150211Z","steps":["trace[348177678] 'agreement among raft nodes before linearized reading' (duration: 2.327030021s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:02.150447Z","caller":"traceutil/trace.go:171","msg":"trace[1777972493] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26372; }","duration":"2.278657284s","start":"2026-07-03T16:49:59.87178Z","end":"2026-07-03T16:50:02.150437Z","steps":["trace[1777972493] 'agreement among raft nodes before linearized reading' (duration: 2.27848565s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.15047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.822986Z","time spent":"2.327464252s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:02.150486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.871726Z","time spent":"2.278752136s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:02.15053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380424335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:50:02.150567Z","caller":"traceutil/trace.go:171","msg":"trace[235362183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26372; }","duration":"2.380471707s","start":"2026-07-03T16:49:59.770085Z","end":"2026-07-03T16:50:02.150557Z","steps":["trace[235362183] 'agreement among raft nodes before linearized reading' (duration: 2.380377955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.150596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.770066Z","time spent":"2.380519958s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:50:02.150176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341149547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-07-03T16:50:02.150659Z","caller":"traceutil/trace.go:171","msg":"trace[524211009] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:26372; }","duration":"2.34165319s","start":"2026-07-03T16:49:59.808988Z","end":"2026-07-03T16:50:02.150641Z","steps":["trace[524211009] 'agreement among raft nodes before linearized reading' (duration: 2.341091395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.150714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.808972Z","time spent":"2.341728712s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":308,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-07-03T16:50:02.150889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.302756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:50:02.15096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195766982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:02.150959Z","caller":"traceutil/trace.go:171","msg":"trace[1318662604] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26372; }","duration":"327.397818ms","start":"2026-07-03T16:50:01.823542Z","end":"2026-07-03T16:50:02.15094Z","steps":["trace[1318662604] 'agreement among raft nodes before linearized reading' (duration: 327.224004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.150968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057116463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:02.150992Z","caller":"traceutil/trace.go:171","msg":"trace[462344968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26372; }","duration":"1.195825142s","start":"2026-07-03T16:50:00.955157Z","end":"2026-07-03T16:50:02.150982Z","steps":["trace[462344968] 'agreement among raft nodes before linearized reading' (duration: 1.195769061s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.151007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:01.823525Z","time spent":"327.468821ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:50:02.151047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.983299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:02.151065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.545362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:02.151077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.771565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:02.151102Z","caller":"traceutil/trace.go:171","msg":"trace[2036523872] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26372; }","duration":"525.614034ms","start":"2026-07-03T16:50:01.625477Z","end":"2026-07-03T16:50:02.151091Z","steps":["trace[2036523872] 'agreement among raft nodes before linearized reading' (duration: 525.558193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:02.151104Z","caller":"traceutil/trace.go:171","msg":"trace[1230819097] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26372; }","duration":"927.823656ms","start":"2026-07-03T16:50:01.223273Z","end":"2026-07-03T16:50:02.151096Z","steps":["trace[1230819097] 'agreement among raft nodes before linearized reading' (duration: 927.769945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.151141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:01.223258Z","time spent":"927.874957ms","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:02.151153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:01.625457Z","time spent":"525.672176ms","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:02.15115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.718923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:02.151192Z","caller":"traceutil/trace.go:171","msg":"trace[2144073856] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26372; }","duration":"479.801785ms","start":"2026-07-03T16:50:01.67138Z","end":"2026-07-03T16:50:02.151181Z","steps":["trace[2144073856] 'agreement among raft nodes before linearized reading' (duration: 479.718503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.15124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:01.671359Z","time spent":"479.871908ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:02.151019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:00.955139Z","time spent":"1.195873134s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:02.151404Z","caller":"traceutil/trace.go:171","msg":"trace[1152247824] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26372; }","duration":"490.102862ms","start":"2026-07-03T16:50:01.660983Z","end":"2026-07-03T16:50:02.151086Z","steps":["trace[1152247824] 'agreement among raft nodes before linearized reading' (duration: 490.02371ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:02.151016Z","caller":"traceutil/trace.go:171","msg":"trace[971833783] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26372; }","duration":"1.057204445s","start":"2026-07-03T16:50:01.093802Z","end":"2026-07-03T16:50:02.151006Z","steps":["trace[971833783] 'agreement among raft nodes before linearized reading' (duration: 1.056980139s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.1515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:01.660958Z","time spent":"490.518745ms","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:02.15151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:01.093785Z","time spent":"1.057703808s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:02.152189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79774488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:02.152284Z","caller":"traceutil/trace.go:171","msg":"trace[531966814] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26372; }","duration":"1.799138666s","start":"2026-07-03T16:50:00.353129Z","end":"2026-07-03T16:50:02.152268Z","steps":["trace[531966814] 'agreement among raft nodes before linearized reading' (duration: 1.79774771s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:02.152379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:00.353108Z","time spent":"1.799252369s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:50:04.153028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000568866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:04.153108Z","caller":"traceutil/trace.go:171","msg":"trace[680541346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725419s","start":"2026-07-03T16:50:02.152364Z","end":"2026-07-03T16:50:04.15309Z","steps":["trace[680541346] 'agreement among raft nodes before linearized reading' (duration: 2.000584795s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:04.153154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.152345Z","time spent":"2.000800881s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:05.765512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458099943s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:05.765596Z","caller":"traceutil/trace.go:171","msg":"trace[836638492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26372; }","duration":"1.458190825s","start":"2026-07-03T16:50:04.307391Z","end":"2026-07-03T16:50:05.765581Z","steps":["trace[836638492] 'range keys from in-memory index tree' (duration: 1.458081103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:05.768022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455146317s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:05.768377Z","caller":"traceutil/trace.go:171","msg":"trace[1733961889] linearizableReadLoop","detail":"{readStateIndex:27282; appliedIndex:27281; }","duration":"3.615969342s","start":"2026-07-03T16:50:02.152388Z","end":"2026-07-03T16:50:05.768357Z","steps":["trace[1733961889] 'read index received' (duration: 160.486267ms)","trace[1733961889] 'applied index is now lower than readState.Index' (duration: 3.455481495s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:05.768458Z","caller":"traceutil/trace.go:171","msg":"trace[997022559] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"3.610539711s","start":"2026-07-03T16:50:02.157904Z","end":"2026-07-03T16:50:05.768444Z","steps":["trace[997022559] 'process raft request' (duration: 3.610380236s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:05.768519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.157893Z","time spent":"3.610596943s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4907,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:05.768499Z","caller":"traceutil/trace.go:171","msg":"trace[1478090958] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"3.615919501s","start":"2026-07-03T16:50:02.152373Z","end":"2026-07-03T16:50:05.768293Z","steps":["trace[1478090958] 'process raft request' (duration: 160.405204ms)","trace[1478090958] 'compare' (duration: 258.07406ms)","trace[1478090958] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; req_size:756; } (duration: 3.194966192s)"],"step_count":3} {"level":"info","ts":"2026-07-03T16:50:05.768778Z","caller":"traceutil/trace.go:171","msg":"trace[1832825538] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"1.610030887s","start":"2026-07-03T16:50:04.158716Z","end":"2026-07-03T16:50:05.768747Z","steps":["trace[1832825538] 'process raft request' (duration: 1.609687569s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:05.769915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:04.158694Z","time spent":"1.610996551s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:05.768913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.152356Z","time spent":"3.616228018s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:06.161007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:06.161079Z","caller":"traceutil/trace.go:171","msg":"trace[662822727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998368s","start":"2026-07-03T16:50:04.16108Z","end":"2026-07-03T16:50:06.161063Z","steps":["trace[662822727] 'agreement among raft nodes before linearized reading' (duration: 1.999871547s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:06.161126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:04.161058Z","time spent":"2.000059312s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:06.268918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:06.561125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353840927s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:07.190091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999394276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:07.190179Z","caller":"traceutil/trace.go:171","msg":"trace[808420535] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999536729s","start":"2026-07-03T16:50:02.190623Z","end":"2026-07-03T16:50:07.19016Z","steps":["trace[808420535] 'agreement among raft nodes before linearized reading' (duration: 4.999426477s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:07.190244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.190602Z","time spent":"4.999615341s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 16:50:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:08.162825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000706309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:08.162921Z","caller":"traceutil/trace.go:171","msg":"trace[275166473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000899314s","start":"2026-07-03T16:50:06.162001Z","end":"2026-07-03T16:50:08.162901Z","steps":["trace[275166473] 'agreement among raft nodes before linearized reading' (duration: 2.00077105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:08.162988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:06.16198Z","time spent":"2.000994116s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:08.775374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998382189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:08.775471Z","caller":"traceutil/trace.go:171","msg":"trace[1510557973] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998544283s","start":"2026-07-03T16:50:03.776911Z","end":"2026-07-03T16:50:08.775455Z","steps":["trace[1510557973] 'agreement among raft nodes before linearized reading' (duration: 4.99842329s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:08.775509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:03.776886Z","time spent":"4.998615655s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:50:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:10.113316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551987841s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:50:10.171834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:10.171914Z","caller":"traceutil/trace.go:171","msg":"trace[1256547500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212336s","start":"2026-07-03T16:50:08.171684Z","end":"2026-07-03T16:50:10.171897Z","steps":["trace[1256547500] 'agreement among raft nodes before linearized reading' (duration: 2.000086212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:10.171964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:08.171657Z","time spent":"2.000297568s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:50:11.143196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24383,"took":"18.143051209s","hash":202730214,"current-db-size-bytes":58089472,"current-db-size":"58 MB","current-db-size-in-use-bytes":33366016,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-03T16:50:11.143288Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":202730214,"revision":24383,"compact-revision":21366} {"level":"warn","ts":"2026-07-03T16:50:11.14452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031081987s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-07-03T16:50:11.144638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:05.774719Z","time spent":"5.369913335s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:50:11.144937Z","caller":"traceutil/trace.go:171","msg":"trace[1077808936] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"3.876321961s","start":"2026-07-03T16:50:07.268591Z","end":"2026-07-03T16:50:11.144913Z","steps":["trace[1077808936] 'process raft request' (duration: 3.876231479s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.145003Z","caller":"traceutil/trace.go:171","msg":"trace[205376172] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"3.987066275s","start":"2026-07-03T16:50:07.157918Z","end":"2026-07-03T16:50:11.144984Z","steps":["trace[205376172] 'process raft request' (duration: 3.986706636s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.145048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.268562Z","time spent":"3.876415924s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:11.145095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.157889Z","time spent":"3.987140867s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:11.14511Z","caller":"traceutil/trace.go:171","msg":"trace[742429879] linearizableReadLoop","detail":"{readStateIndex:27286; appliedIndex:27284; }","duration":"5.37664885s","start":"2026-07-03T16:50:05.768439Z","end":"2026-07-03T16:50:11.145088Z","steps":["trace[742429879] 'read index received' (duration: 792.868374ms)","trace[742429879] 'applied index is now lower than readState.Index' (duration: 4.583779086s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:11.145251Z","caller":"traceutil/trace.go:171","msg":"trace[1359516834] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"3.38358822s","start":"2026-07-03T16:50:07.761652Z","end":"2026-07-03T16:50:11.14524Z","steps":["trace[1359516834] 'process raft request' (duration: 3.38321958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.14531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.761625Z","time spent":"3.383651841s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:11.14546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.378353394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.145517Z","caller":"traceutil/trace.go:171","msg":"trace[11317486] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26378; }","duration":"6.378454956s","start":"2026-07-03T16:50:04.767046Z","end":"2026-07-03T16:50:11.1455Z","steps":["trace[11317486] 'agreement among raft nodes before linearized reading' (duration: 6.378239501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.145557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:04.767022Z","time spent":"6.378524078s","remote":"127.0.0.1:44034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.147109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.529368905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.147295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.976219805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.147353Z","caller":"traceutil/trace.go:171","msg":"trace[1684937706] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26379; }","duration":"6.976304357s","start":"2026-07-03T16:50:04.171034Z","end":"2026-07-03T16:50:11.147339Z","steps":["trace[1684937706] 'agreement among raft nodes before linearized reading' (duration: 6.97412433s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.147389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:04.171024Z","time spent":"6.976350398s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.147376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.99180286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.147451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.99449375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:50:11.147491Z","caller":"traceutil/trace.go:171","msg":"trace[40502775] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26379; }","duration":"8.991951635s","start":"2026-07-03T16:50:02.155512Z","end":"2026-07-03T16:50:11.147464Z","steps":["trace[40502775] 'agreement among raft nodes before linearized reading' (duration: 8.98984498s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.147495Z","caller":"traceutil/trace.go:171","msg":"trace[2063185355] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26379; }","duration":"8.994545732s","start":"2026-07-03T16:50:02.152934Z","end":"2026-07-03T16:50:11.147479Z","steps":["trace[2063185355] 'agreement among raft nodes before linearized reading' (duration: 8.992394946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.147538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.99371681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-03T16:50:11.147554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.155501Z","time spent":"8.992040737s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:50:11.147559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.152912Z","time spent":"8.994634614s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:11.14755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.942337616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.147597Z","caller":"traceutil/trace.go:171","msg":"trace[179823020] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f; range_end:; response_count:1; response_revision:26379; }","duration":"8.993779812s","start":"2026-07-03T16:50:02.153789Z","end":"2026-07-03T16:50:11.147568Z","steps":["trace[179823020] 'agreement among raft nodes before linearized reading' (duration: 8.991575805s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.147646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.153778Z","time spent":"8.993844834s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" "} {"level":"info","ts":"2026-07-03T16:50:11.147637Z","caller":"traceutil/trace.go:171","msg":"trace[1526277653] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26379; }","duration":"7.942479279s","start":"2026-07-03T16:50:03.205136Z","end":"2026-07-03T16:50:11.147616Z","steps":["trace[1526277653] 'agreement among raft nodes before linearized reading' (duration: 7.94020467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.147697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:03.205117Z","time spent":"7.942567131s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.14781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.995229919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131075"} {"level":"info","ts":"2026-07-03T16:50:11.147847Z","caller":"traceutil/trace.go:171","msg":"trace[623211695] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26379; }","duration":"8.995289851s","start":"2026-07-03T16:50:02.152548Z","end":"2026-07-03T16:50:11.147838Z","steps":["trace[623211695] 'agreement among raft nodes before linearized reading' (duration: 8.992843887s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.147876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.152536Z","time spent":"8.995333692s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131099,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:50:11.148056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618114398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.148088Z","caller":"traceutil/trace.go:171","msg":"trace[651390425] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26379; }","duration":"5.618184719s","start":"2026-07-03T16:50:05.529895Z","end":"2026-07-03T16:50:11.14808Z","steps":["trace[651390425] 'agreement among raft nodes before linearized reading' (duration: 5.615477249s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.148112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:05.529874Z","time spent":"5.618231591s","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.148231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051484208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:50:11.148261Z","caller":"traceutil/trace.go:171","msg":"trace[1499982735] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26379; }","duration":"6.05154841s","start":"2026-07-03T16:50:05.096705Z","end":"2026-07-03T16:50:11.148254Z","steps":["trace[1499982735] 'agreement among raft nodes before linearized reading' (duration: 6.048678435s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.148282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:05.096683Z","time spent":"6.051594151s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:50:11.148454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.995499196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh9pr\" ","response":"range_response_count:1 size:6761"} {"level":"info","ts":"2026-07-03T16:50:11.148513Z","caller":"traceutil/trace.go:171","msg":"trace[226737948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh9pr; range_end:; response_count:1; response_revision:26379; }","duration":"8.995554197s","start":"2026-07-03T16:50:02.152941Z","end":"2026-07-03T16:50:11.148495Z","steps":["trace[226737948] 'agreement among raft nodes before linearized reading' (duration: 8.992457847s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.148553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.152912Z","time spent":"8.995631909s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6785,"request content":"key:\"/registry/pods/openstack/keepalived-kh9pr\" "} {"level":"info","ts":"2026-07-03T16:50:11.148621Z","caller":"traceutil/trace.go:171","msg":"trace[126038339] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"3.371068843s","start":"2026-07-03T16:50:07.777525Z","end":"2026-07-03T16:50:11.148593Z","steps":["trace[126038339] 'process raft request' (duration: 3.367667065s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.148827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.777508Z","time spent":"3.371220737s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:11.148859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.782499385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274828"} {"level":"warn","ts":"2026-07-03T16:50:11.14894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204980972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.148955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.574046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.14898Z","caller":"traceutil/trace.go:171","msg":"trace[974805577] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26380; }","duration":"2.205057804s","start":"2026-07-03T16:50:08.943913Z","end":"2026-07-03T16:50:11.14897Z","steps":["trace[974805577] 'agreement among raft nodes before linearized reading' (duration: 2.205004633s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.148967Z","caller":"traceutil/trace.go:171","msg":"trace[277298382] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26379; }","duration":"6.782652599s","start":"2026-07-03T16:50:04.366289Z","end":"2026-07-03T16:50:11.148942Z","steps":["trace[277298382] 'agreement among raft nodes before linearized reading' (duration: 6.779138068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.148987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.064381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-03T16:50:11.149038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315787298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.149042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.197948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.148895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376341301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-03T16:50:11.149064Z","caller":"traceutil/trace.go:171","msg":"trace[112771970] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26380; }","duration":"2.315840589s","start":"2026-07-03T16:50:08.833216Z","end":"2026-07-03T16:50:11.149057Z","steps":["trace[112771970] 'agreement among raft nodes before linearized reading' (duration: 2.315800188s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:08.833203Z","time spent":"2.31587873s","remote":"127.0.0.1:44002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.149093Z","caller":"traceutil/trace.go:171","msg":"trace[1839728929] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26380; }","duration":"5.376554837s","start":"2026-07-03T16:50:05.77252Z","end":"2026-07-03T16:50:11.149074Z","steps":["trace[1839728929] 'agreement among raft nodes before linearized reading' (duration: 5.376257649s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.149125Z","caller":"traceutil/trace.go:171","msg":"trace[357769699] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.367812579s","start":"2026-07-03T16:50:09.7813Z","end":"2026-07-03T16:50:11.149112Z","steps":["trace[357769699] 'process raft request' (duration: 1.367200593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588870858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.149146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:05.772505Z","time spent":"5.376629268s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-03T16:50:11.149168Z","caller":"traceutil/trace.go:171","msg":"trace[606944825] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26380; }","duration":"1.588937489s","start":"2026-07-03T16:50:09.560225Z","end":"2026-07-03T16:50:11.149163Z","steps":["trace[606944825] 'agreement among raft nodes before linearized reading' (duration: 1.588900648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657438477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:50:11.149227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906134324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.14925Z","caller":"traceutil/trace.go:171","msg":"trace[667915366] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26380; }","duration":"1.657515029s","start":"2026-07-03T16:50:09.491725Z","end":"2026-07-03T16:50:11.14924Z","steps":["trace[667915366] 'agreement among raft nodes before linearized reading' (duration: 1.657411016s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:09.491683Z","time spent":"1.657592322s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:11.149311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139193075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:50:11.149347Z","caller":"traceutil/trace.go:171","msg":"trace[503759751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26380; }","duration":"3.139264336s","start":"2026-07-03T16:50:08.010067Z","end":"2026-07-03T16:50:11.149331Z","steps":["trace[503759751] 'agreement among raft nodes before linearized reading' (duration: 3.139199205s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.14935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:09.560201Z","time spent":"1.588985941s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.149003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:08.943893Z","time spent":"2.205104795s","remote":"127.0.0.1:43974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.149221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:09.781257Z","time spent":"1.367905221s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:11.149402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559476845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.149425Z","caller":"traceutil/trace.go:171","msg":"trace[511773574] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26380; }","duration":"3.559529877s","start":"2026-07-03T16:50:07.589885Z","end":"2026-07-03T16:50:11.149415Z","steps":["trace[511773574] 'agreement among raft nodes before linearized reading' (duration: 3.559498266s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.589866Z","time spent":"3.559575028s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.149111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577870772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:11.148894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136615657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.149533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96797596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.149567Z","caller":"traceutil/trace.go:171","msg":"trace[1526757004] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26380; }","duration":"1.968091353s","start":"2026-07-03T16:50:09.181466Z","end":"2026-07-03T16:50:11.149557Z","steps":["trace[1526757004] 'agreement among raft nodes before linearized reading' (duration: 1.968033162s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.149253Z","caller":"traceutil/trace.go:171","msg":"trace[351620349] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26380; }","duration":"2.906195615s","start":"2026-07-03T16:50:08.24305Z","end":"2026-07-03T16:50:11.149246Z","steps":["trace[351620349] 'agreement among raft nodes before linearized reading' (duration: 2.906156614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.996032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.149598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:09.181444Z","time spent":"1.968147794s","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.149621Z","caller":"traceutil/trace.go:171","msg":"trace[1678787064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26380; }","duration":"121.088374ms","start":"2026-07-03T16:50:11.02852Z","end":"2026-07-03T16:50:11.149608Z","steps":["trace[1678787064] 'agreement among raft nodes before linearized reading' (duration: 121.029153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75110032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:50:11.149668Z","caller":"traceutil/trace.go:171","msg":"trace[1960970900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26380; }","duration":"3.751163712s","start":"2026-07-03T16:50:07.398497Z","end":"2026-07-03T16:50:11.149661Z","steps":["trace[1960970900] 'agreement among raft nodes before linearized reading' (duration: 3.75110628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.398471Z","time spent":"3.751213402s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:11.149575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580947733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.149525Z","caller":"traceutil/trace.go:171","msg":"trace[1493739483] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26380; }","duration":"1.578317844s","start":"2026-07-03T16:50:09.571192Z","end":"2026-07-03T16:50:11.14951Z","steps":["trace[1493739483] 'agreement among raft nodes before linearized reading' (duration: 1.577889672s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.149828Z","caller":"traceutil/trace.go:171","msg":"trace[269180317] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26378; }","duration":"7.52955267s","start":"2026-07-03T16:50:03.617643Z","end":"2026-07-03T16:50:11.147196Z","steps":["trace[269180317] 'agreement among raft nodes before linearized reading' (duration: 7.527551107s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:09.571169Z","time spent":"1.578689594s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.149916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.750483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.149917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:03.617622Z","time spent":"7.532268081s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.14996Z","caller":"traceutil/trace.go:171","msg":"trace[1743434118] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26380; }","duration":"143.833825ms","start":"2026-07-03T16:50:11.006115Z","end":"2026-07-03T16:50:11.149948Z","steps":["trace[1743434118] 'agreement among raft nodes before linearized reading' (duration: 143.738023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.149974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.374868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:50:11.149629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:08.243028Z","time spent":"2.906579966s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.15Z","caller":"traceutil/trace.go:171","msg":"trace[135311008] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26380; }","duration":"612.44875ms","start":"2026-07-03T16:50:10.537543Z","end":"2026-07-03T16:50:11.149992Z","steps":["trace[135311008] 'agreement among raft nodes before linearized reading' (duration: 612.309427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:10.537517Z","time spent":"612.502711ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.149039Z","caller":"traceutil/trace.go:171","msg":"trace[389848112] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26380; }","duration":"859.143793ms","start":"2026-07-03T16:50:10.289883Z","end":"2026-07-03T16:50:11.149026Z","steps":["trace[389848112] 'agreement among raft nodes before linearized reading' (duration: 859.016809ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.149005Z","caller":"traceutil/trace.go:171","msg":"trace[620184722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26380; }","duration":"928.655138ms","start":"2026-07-03T16:50:10.220333Z","end":"2026-07-03T16:50:11.148988Z","steps":["trace[620184722] 'agreement among raft nodes before linearized reading' (duration: 928.586566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:10.289866Z","time spent":"860.259043ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:50:11.150175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:10.220304Z","time spent":"929.848469ms","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:11.149371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:08.010033Z","time spent":"3.139333758s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:50:11.149068Z","caller":"traceutil/trace.go:171","msg":"trace[1930833976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26380; }","duration":"977.256069ms","start":"2026-07-03T16:50:10.171806Z","end":"2026-07-03T16:50:11.149062Z","steps":["trace[1930833976] 'agreement among raft nodes before linearized reading' (duration: 977.219259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:10.171787Z","time spent":"978.595994ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:11.150401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868762934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.150412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987724074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.150441Z","caller":"traceutil/trace.go:171","msg":"trace[1705332094] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26380; }","duration":"4.868843916s","start":"2026-07-03T16:50:06.281585Z","end":"2026-07-03T16:50:11.150429Z","steps":["trace[1705332094] 'agreement among raft nodes before linearized reading' (duration: 4.868767584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:06.281562Z","time spent":"4.868906208s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.150476Z","caller":"traceutil/trace.go:171","msg":"trace[1833219658] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26380; }","duration":"4.987814745s","start":"2026-07-03T16:50:06.162645Z","end":"2026-07-03T16:50:11.15046Z","steps":["trace[1833219658] 'agreement among raft nodes before linearized reading' (duration: 4.987701302s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229734786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:11.15054Z","caller":"traceutil/trace.go:171","msg":"trace[1430554251] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26380; }","duration":"5.229785757s","start":"2026-07-03T16:50:05.920748Z","end":"2026-07-03T16:50:11.150534Z","steps":["trace[1430554251] 'agreement among raft nodes before linearized reading' (duration: 5.229741786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:06.162634Z","time spent":"4.987877948s","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.150559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:05.920731Z","time spent":"5.229823738s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.150503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592063631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-03T16:50:11.150647Z","caller":"traceutil/trace.go:171","msg":"trace[576548386] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26380; }","duration":"4.592214385s","start":"2026-07-03T16:50:06.558423Z","end":"2026-07-03T16:50:11.150637Z","steps":["trace[576548386] 'agreement among raft nodes before linearized reading' (duration: 4.591925527s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:06.558361Z","time spent":"4.592304177s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-03T16:50:11.149032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:04.366268Z","time spent":"6.782745922s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274852,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:50:11.150705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193890055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:11.150636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752201108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-07-03T16:50:11.150762Z","caller":"traceutil/trace.go:171","msg":"trace[601826319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26380; }","duration":"4.193971897s","start":"2026-07-03T16:50:06.956767Z","end":"2026-07-03T16:50:11.150739Z","steps":["trace[601826319] 'agreement among raft nodes before linearized reading' (duration: 4.193896745s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:11.150784Z","caller":"traceutil/trace.go:171","msg":"trace[1235100270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26380; }","duration":"3.752354982s","start":"2026-07-03T16:50:07.398422Z","end":"2026-07-03T16:50:11.150777Z","steps":["trace[1235100270] 'agreement among raft nodes before linearized reading' (duration: 3.752114386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.398366Z","time spent":"3.752433264s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:11.150812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:06.956745Z","time spent":"4.194051239s","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.150845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881757382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-07-03T16:50:11.150875Z","caller":"traceutil/trace.go:171","msg":"trace[1424368717] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26380; }","duration":"4.881791483s","start":"2026-07-03T16:50:06.269075Z","end":"2026-07-03T16:50:11.150867Z","steps":["trace[1424368717] 'agreement among raft nodes before linearized reading' (duration: 4.881531956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.150902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:06.269058Z","time spent":"4.881836174s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418423,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:50:11.151015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.91477189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:11.149562Z","caller":"traceutil/trace.go:171","msg":"trace[108560341] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26380; }","duration":"2.137317996s","start":"2026-07-03T16:50:09.012227Z","end":"2026-07-03T16:50:11.149545Z","steps":["trace[108560341] 'agreement among raft nodes before linearized reading' (duration: 2.136569596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.151147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:09.012206Z","time spent":"2.138913536s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.151077Z","caller":"traceutil/trace.go:171","msg":"trace[664295554] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26379; }","duration":"8.914880853s","start":"2026-07-03T16:50:02.236184Z","end":"2026-07-03T16:50:11.151065Z","steps":["trace[664295554] 'agreement among raft nodes before linearized reading' (duration: 8.909164534s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.151261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:02.236163Z","time spent":"8.915064737s","remote":"127.0.0.1:58052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:11.149849Z","caller":"traceutil/trace.go:171","msg":"trace[1842613372] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26380; }","duration":"3.581251271s","start":"2026-07-03T16:50:07.568583Z","end":"2026-07-03T16:50:11.149834Z","steps":["trace[1842613372] 'agreement among raft nodes before linearized reading' (duration: 3.580968064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.15185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:07.568561Z","time spent":"3.583264322s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:11.983327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.655365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:11.98343Z","caller":"traceutil/trace.go:171","msg":"trace[1487415739] linearizableReadLoop","detail":"{readStateIndex:27292; appliedIndex:27291; }","duration":"829.635367ms","start":"2026-07-03T16:50:11.153778Z","end":"2026-07-03T16:50:11.983413Z","steps":["trace[1487415739] 'read index received' (duration: 251.941201ms)","trace[1487415739] 'applied index is now lower than readState.Index' (duration: 577.692156ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:11.983498Z","caller":"traceutil/trace.go:171","msg":"trace[1461302130] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"837.010019ms","start":"2026-07-03T16:50:11.146431Z","end":"2026-07-03T16:50:11.983441Z","steps":["trace[1461302130] 'process raft request' (duration: 259.171789ms)","trace[1461302130] 'compare' (duration: 576.029534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:11.983662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.146403Z","time spent":"837.184054ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:11.98372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.916094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:50:11.983818Z","caller":"traceutil/trace.go:171","msg":"trace[1260388704] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26381; }","duration":"830.100359ms","start":"2026-07-03T16:50:11.153695Z","end":"2026-07-03T16:50:11.983795Z","steps":["trace[1260388704] 'agreement among raft nodes before linearized reading' (duration: 829.782821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:11.983866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.15367Z","time spent":"830.184652ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:50:12.007057Z","caller":"traceutil/trace.go:171","msg":"trace[706827092] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"853.008555ms","start":"2026-07-03T16:50:11.154032Z","end":"2026-07-03T16:50:12.00704Z","steps":["trace[706827092] 'process raft request' (duration: 852.722008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.007158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.154006Z","time spent":"853.096547ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131059,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:12.00769Z","caller":"traceutil/trace.go:171","msg":"trace[285358855] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"849.473423ms","start":"2026-07-03T16:50:11.158207Z","end":"2026-07-03T16:50:12.007681Z","steps":["trace[285358855] 'process raft request' (duration: 848.711983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.007736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.158198Z","time spent":"849.511514ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:12.008219Z","caller":"traceutil/trace.go:171","msg":"trace[335742898] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"848.981099ms","start":"2026-07-03T16:50:11.15923Z","end":"2026-07-03T16:50:12.008211Z","steps":["trace[335742898] 'process raft request' (duration: 847.767608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.008259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.159224Z","time spent":"849.013741ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:12.008443Z","caller":"traceutil/trace.go:171","msg":"trace[1998210309] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"822.676846ms","start":"2026-07-03T16:50:11.18576Z","end":"2026-07-03T16:50:12.008437Z","steps":["trace[1998210309] 'process raft request' (duration: 822.137912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.008478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.185726Z","time spent":"822.731958ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:12.008674Z","caller":"traceutil/trace.go:171","msg":"trace[1179454510] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"813.223491ms","start":"2026-07-03T16:50:11.195444Z","end":"2026-07-03T16:50:12.008667Z","steps":["trace[1179454510] 'process raft request' (duration: 812.655737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.008715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.195423Z","time spent":"813.271213ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:12.008967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.052618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:12.009Z","caller":"traceutil/trace.go:171","msg":"trace[725371711] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26387; }","duration":"595.119579ms","start":"2026-07-03T16:50:11.413872Z","end":"2026-07-03T16:50:12.008992Z","steps":["trace[725371711] 'agreement among raft nodes before linearized reading' (duration: 595.036407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.009022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.413855Z","time spent":"595.16013ms","remote":"127.0.0.1:38556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:12.009194Z","caller":"traceutil/trace.go:171","msg":"trace[396352905] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"813.681593ms","start":"2026-07-03T16:50:11.195505Z","end":"2026-07-03T16:50:12.009187Z","steps":["trace[396352905] 'process raft request' (duration: 813.112009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.009231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.195501Z","time spent":"813.709794ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:12.009305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.522014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:12.009323Z","caller":"traceutil/trace.go:171","msg":"trace[432268623] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26387; }","duration":"178.539515ms","start":"2026-07-03T16:50:11.830777Z","end":"2026-07-03T16:50:12.009316Z","steps":["trace[432268623] 'agreement among raft nodes before linearized reading' (duration: 178.508024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.009462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.499462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-03T16:50:12.00948Z","caller":"traceutil/trace.go:171","msg":"trace[1553170989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26387; }","duration":"515.541944ms","start":"2026-07-03T16:50:11.493932Z","end":"2026-07-03T16:50:12.009474Z","steps":["trace[1553170989] 'agreement among raft nodes before linearized reading' (duration: 515.468602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.009497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.493917Z","time spent":"515.577064ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:50:12.009588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.401218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:50:12.009604Z","caller":"traceutil/trace.go:171","msg":"trace[1101068698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26387; }","duration":"558.452248ms","start":"2026-07-03T16:50:11.451146Z","end":"2026-07-03T16:50:12.009599Z","steps":["trace[1101068698] 'agreement among raft nodes before linearized reading' (duration: 558.397777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.009618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.451127Z","time spent":"558.487969ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:12.010309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.430158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:12.010353Z","caller":"traceutil/trace.go:171","msg":"trace[466243740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26387; }","duration":"850.486479ms","start":"2026-07-03T16:50:11.159854Z","end":"2026-07-03T16:50:12.010341Z","steps":["trace[466243740] 'agreement among raft nodes before linearized reading' (duration: 850.413517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.010385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.159849Z","time spent":"850.528961ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:12.010627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.399203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-03T16:50:12.010671Z","caller":"traceutil/trace.go:171","msg":"trace[260008824] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26387; }","duration":"774.447044ms","start":"2026-07-03T16:50:11.236213Z","end":"2026-07-03T16:50:12.01066Z","steps":["trace[260008824] 'agreement among raft nodes before linearized reading' (duration: 774.307761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.010701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.23615Z","time spent":"774.544437ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-03T16:50:12.010908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.283832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:12.010939Z","caller":"traceutil/trace.go:171","msg":"trace[1948122007] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26387; }","duration":"801.349153ms","start":"2026-07-03T16:50:11.20958Z","end":"2026-07-03T16:50:12.010929Z","steps":["trace[1948122007] 'agreement among raft nodes before linearized reading' (duration: 801.292752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.010968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.20957Z","time spent":"801.390415ms","remote":"127.0.0.1:50970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:12.011477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.104739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:12.011515Z","caller":"traceutil/trace.go:171","msg":"trace[459118007] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26387; }","duration":"855.15864ms","start":"2026-07-03T16:50:11.156346Z","end":"2026-07-03T16:50:12.011504Z","steps":["trace[459118007] 'agreement among raft nodes before linearized reading' (duration: 855.096568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.011545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.156339Z","time spent":"855.198961ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:12.011885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.800739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:50:12.011935Z","caller":"traceutil/trace.go:171","msg":"trace[132148670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26387; }","duration":"857.86897ms","start":"2026-07-03T16:50:11.154052Z","end":"2026-07-03T16:50:12.011921Z","steps":["trace[132148670] 'agreement among raft nodes before linearized reading' (duration: 857.738477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.011972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.15404Z","time spent":"857.922391ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:12.494511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.440433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:12.494751Z","caller":"traceutil/trace.go:171","msg":"trace[1600163139] linearizableReadLoop","detail":"{readStateIndex:27299; appliedIndex:27298; }","duration":"485.862644ms","start":"2026-07-03T16:50:12.008868Z","end":"2026-07-03T16:50:12.494731Z","steps":["trace[1600163139] 'read index received' (duration: 77.056191ms)","trace[1600163139] 'applied index is now lower than readState.Index' (duration: 408.804533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:12.494927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.61639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:12.494994Z","caller":"traceutil/trace.go:171","msg":"trace[429151888] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26388; }","duration":"509.715482ms","start":"2026-07-03T16:50:11.985266Z","end":"2026-07-03T16:50:12.494982Z","steps":["trace[429151888] 'agreement among raft nodes before linearized reading' (duration: 509.585719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.495088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.985253Z","time spent":"509.823225ms","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:12.495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.344123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:12.495187Z","caller":"traceutil/trace.go:171","msg":"trace[324527320] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26388; }","duration":"509.561468ms","start":"2026-07-03T16:50:11.985612Z","end":"2026-07-03T16:50:12.495174Z","steps":["trace[324527320] 'agreement among raft nodes before linearized reading' (duration: 509.202429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.495222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.985597Z","time spent":"509.61593ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:50:12.494781Z","caller":"traceutil/trace.go:171","msg":"trace[1052582904] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"506.748365ms","start":"2026-07-03T16:50:11.987996Z","end":"2026-07-03T16:50:12.494745Z","steps":["trace[1052582904] 'process raft request' (duration: 97.996874ms)","trace[1052582904] 'compare' (duration: 407.16454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:12.495399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:11.98798Z","time spent":"507.394832ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:12.556393Z","caller":"traceutil/trace.go:171","msg":"trace[513365612] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"511.449878ms","start":"2026-07-03T16:50:12.044911Z","end":"2026-07-03T16:50:12.556361Z","steps":["trace[513365612] 'process raft request' (duration: 511.059308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.556991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.044882Z","time spent":"512.050374ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:12.556391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.677008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68\" ","response":"range_response_count:1 size:5933"} {"level":"info","ts":"2026-07-03T16:50:12.557098Z","caller":"traceutil/trace.go:171","msg":"trace[1541234222] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68; range_end:; response_count:1; response_revision:26392; }","duration":"538.399657ms","start":"2026-07-03T16:50:12.01868Z","end":"2026-07-03T16:50:12.55708Z","steps":["trace[1541234222] 'agreement among raft nodes before linearized reading' (duration: 537.603987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.557144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.018676Z","time spent":"538.456959ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5957,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68\" "} {"level":"info","ts":"2026-07-03T16:50:12.556382Z","caller":"traceutil/trace.go:171","msg":"trace[1792208842] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"488.343848ms","start":"2026-07-03T16:50:12.067985Z","end":"2026-07-03T16:50:12.556329Z","steps":["trace[1792208842] 'process raft request' (duration: 488.062511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.557347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.067978Z","time spent":"489.298042ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:12.556454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.467423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-660be517-6a37-401d-a545-5a146ee3e575\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-03T16:50:12.557594Z","caller":"traceutil/trace.go:171","msg":"trace[563763707] range","detail":"{range_begin:/registry/persistentvolumes/pvc-660be517-6a37-401d-a545-5a146ee3e575; range_end:; response_count:1; response_revision:26392; }","duration":"538.625493ms","start":"2026-07-03T16:50:12.018945Z","end":"2026-07-03T16:50:12.557571Z","steps":["trace[563763707] 'agreement among raft nodes before linearized reading' (duration: 537.34546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.55765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.018941Z","time spent":"538.685334ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-660be517-6a37-401d-a545-5a146ee3e575\" "} {"level":"warn","ts":"2026-07-03T16:50:12.556482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.731546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-07-03T16:50:12.557951Z","caller":"traceutil/trace.go:171","msg":"trace[342962655] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26392; }","duration":"540.215443ms","start":"2026-07-03T16:50:12.017722Z","end":"2026-07-03T16:50:12.557938Z","steps":["trace[342962655] 'agreement among raft nodes before linearized reading' (duration: 538.710885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.557988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.017687Z","time spent":"540.291155ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-03T16:50:12.556526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.611907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:12.558084Z","caller":"traceutil/trace.go:171","msg":"trace[946900873] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26392; }","duration":"274.206028ms","start":"2026-07-03T16:50:12.283866Z","end":"2026-07-03T16:50:12.558072Z","steps":["trace[946900873] 'agreement among raft nodes before linearized reading' (duration: 272.627827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.556531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.327722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:50:12.558197Z","caller":"traceutil/trace.go:171","msg":"trace[1998225061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26392; }","duration":"541.086767ms","start":"2026-07-03T16:50:12.017102Z","end":"2026-07-03T16:50:12.558189Z","steps":["trace[1998225061] 'agreement among raft nodes before linearized reading' (duration: 539.392653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.558227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.017094Z","time spent":"541.125398ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:50:12.556547Z","caller":"traceutil/trace.go:171","msg":"trace[1105857097] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"490.132564ms","start":"2026-07-03T16:50:12.066403Z","end":"2026-07-03T16:50:12.556535Z","steps":["trace[1105857097] 'process raft request' (duration: 489.599341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.558405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.066384Z","time spent":"491.94232ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:12.556578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.424574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:50:12.558478Z","caller":"traceutil/trace.go:171","msg":"trace[1864295000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26392; }","duration":"541.378455ms","start":"2026-07-03T16:50:12.017092Z","end":"2026-07-03T16:50:12.558471Z","steps":["trace[1864295000] 'agreement among raft nodes before linearized reading' (duration: 539.451125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.558503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.017083Z","time spent":"541.412057ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:50:12.556584Z","caller":"traceutil/trace.go:171","msg":"trace[211677166] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"539.609559ms","start":"2026-07-03T16:50:12.016968Z","end":"2026-07-03T16:50:12.556577Z","steps":["trace[211677166] 'process raft request' (duration: 538.873971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.558654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.016947Z","time spent":"541.658402ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:12.556629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.073311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18273"} {"level":"info","ts":"2026-07-03T16:50:12.55872Z","caller":"traceutil/trace.go:171","msg":"trace[1778623919] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26392; }","duration":"542.184596ms","start":"2026-07-03T16:50:12.016529Z","end":"2026-07-03T16:50:12.558713Z","steps":["trace[1778623919] 'agreement among raft nodes before linearized reading' (duration: 540.060381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.558744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.016517Z","time spent":"542.221617ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:50:12.556643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.13103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:12.559002Z","caller":"traceutil/trace.go:171","msg":"trace[1604513973] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26392; }","duration":"280.392339ms","start":"2026-07-03T16:50:12.278465Z","end":"2026-07-03T16:50:12.558857Z","steps":["trace[1604513973] 'agreement among raft nodes before linearized reading' (duration: 278.075559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.556728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.098357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:12.55918Z","caller":"traceutil/trace.go:171","msg":"trace[1014451751] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26392; }","duration":"538.565941ms","start":"2026-07-03T16:50:12.020606Z","end":"2026-07-03T16:50:12.559172Z","steps":["trace[1014451751] 'agreement among raft nodes before linearized reading' (duration: 536.096997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.559211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.020597Z","time spent":"538.605193ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:12.55675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.260989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:50:12.559375Z","caller":"traceutil/trace.go:171","msg":"trace[1893381504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26392; }","duration":"306.926979ms","start":"2026-07-03T16:50:12.252441Z","end":"2026-07-03T16:50:12.559368Z","steps":["trace[1893381504] 'agreement among raft nodes before linearized reading' (duration: 304.214859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.559403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.252413Z","time spent":"306.98164ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:12.556766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.60994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:12.559562Z","caller":"traceutil/trace.go:171","msg":"trace[369457784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26392; }","duration":"544.444214ms","start":"2026-07-03T16:50:12.015111Z","end":"2026-07-03T16:50:12.559555Z","steps":["trace[369457784] 'agreement among raft nodes before linearized reading' (duration: 541.637071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.559585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.015085Z","time spent":"544.492705ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:12.556841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.075867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-03T16:50:12.559792Z","caller":"traceutil/trace.go:171","msg":"trace[2103278844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26392; }","duration":"544.046854ms","start":"2026-07-03T16:50:12.015739Z","end":"2026-07-03T16:50:12.559786Z","steps":["trace[2103278844] 'agreement among raft nodes before linearized reading' (duration: 541.041586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:12.559815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.015732Z","time spent":"544.076804ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:50:13.115471Z","caller":"traceutil/trace.go:171","msg":"trace[892464816] linearizableReadLoop","detail":"{readStateIndex:27304; appliedIndex:27303; }","duration":"554.146685ms","start":"2026-07-03T16:50:12.561289Z","end":"2026-07-03T16:50:13.115436Z","steps":["trace[892464816] 'read index received' (duration: 488.917862ms)","trace[892464816] 'applied index is now lower than readState.Index' (duration: 65.226993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:13.115612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.558172Z","time spent":"557.433681ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:13.116225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.911635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:50:13.116303Z","caller":"traceutil/trace.go:171","msg":"trace[1740315158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26392; }","duration":"554.998788ms","start":"2026-07-03T16:50:12.561283Z","end":"2026-07-03T16:50:13.116282Z","steps":["trace[1740315158] 'agreement among raft nodes before linearized reading' (duration: 554.737051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.116343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.56127Z","time spent":"555.064439ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:13.616336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:50:13.851892Z","caller":"traceutil/trace.go:171","msg":"trace[1369489391] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"1.288788507s","start":"2026-07-03T16:50:12.563062Z","end":"2026-07-03T16:50:13.85185Z","steps":["trace[1369489391] 'process raft request' (duration: 1.288616362s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:13.851944Z","caller":"traceutil/trace.go:171","msg":"trace[1215325653] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"814.616408ms","start":"2026-07-03T16:50:13.037309Z","end":"2026-07-03T16:50:13.851926Z","steps":["trace[1215325653] 'process raft request' (duration: 814.579977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.85204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.037278Z","time spent":"814.71725ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:13.852097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.563047Z","time spent":"1.288937881s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:13.852252Z","caller":"traceutil/trace.go:171","msg":"trace[995751405] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"1.286909129s","start":"2026-07-03T16:50:12.565335Z","end":"2026-07-03T16:50:13.852244Z","steps":["trace[995751405] 'process raft request' (duration: 1.286366185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.852299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.565318Z","time spent":"1.286954709s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:13.852357Z","caller":"traceutil/trace.go:171","msg":"trace[1814904767] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"1.285667426s","start":"2026-07-03T16:50:12.566685Z","end":"2026-07-03T16:50:13.852352Z","steps":["trace[1814904767] 'process raft request' (duration: 1.28504114s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.852388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.566678Z","time spent":"1.285695397s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:13.85256Z","caller":"traceutil/trace.go:171","msg":"trace[250715538] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"1.285818731s","start":"2026-07-03T16:50:12.566734Z","end":"2026-07-03T16:50:13.852553Z","steps":["trace[250715538] 'process raft request' (duration: 1.2850277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.852604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.566729Z","time spent":"1.285854032s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6233,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:13.852696Z","caller":"traceutil/trace.go:171","msg":"trace[77667255] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"1.28504395s","start":"2026-07-03T16:50:12.567646Z","end":"2026-07-03T16:50:13.85269Z","steps":["trace[77667255] 'process raft request' (duration: 1.284152146s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:13.852704Z","caller":"traceutil/trace.go:171","msg":"trace[1606871302] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"1.291381604s","start":"2026-07-03T16:50:12.561303Z","end":"2026-07-03T16:50:13.852685Z","steps":["trace[1606871302] 'process raft request' (duration: 1.290208763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.852734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.56764Z","time spent":"1.285074971s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:13.852796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.561283Z","time spent":"1.291462117s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:13.852887Z","caller":"traceutil/trace.go:171","msg":"trace[435054744] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"1.270697018s","start":"2026-07-03T16:50:12.582183Z","end":"2026-07-03T16:50:13.85288Z","steps":["trace[435054744] 'process raft request' (duration: 1.26965392s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.852924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.582146Z","time spent":"1.270762s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:13.853016Z","caller":"traceutil/trace.go:171","msg":"trace[330874038] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"816.416834ms","start":"2026-07-03T16:50:13.036592Z","end":"2026-07-03T16:50:13.853009Z","steps":["trace[330874038] 'process raft request' (duration: 815.273504ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:13.853011Z","caller":"traceutil/trace.go:171","msg":"trace[1353317176] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"1.290838221s","start":"2026-07-03T16:50:12.562157Z","end":"2026-07-03T16:50:13.852995Z","steps":["trace[1353317176] 'process raft request' (duration: 1.289486945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:13.853118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.562145Z","time spent":"1.290930833s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:13.853052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.036554Z","time spent":"816.481736ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:14.18588Z","caller":"traceutil/trace.go:171","msg":"trace[816829581] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27304; }","duration":"1.070298335s","start":"2026-07-03T16:50:13.115556Z","end":"2026-07-03T16:50:14.185854Z","steps":["trace[816829581] 'read index received' (duration: 735.899774ms)","trace[816829581] 'applied index is now lower than readState.Index' (duration: 334.397161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:14.186038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303030578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:14.186024Z","caller":"traceutil/trace.go:171","msg":"trace[337993454] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"1.031339405s","start":"2026-07-03T16:50:13.154651Z","end":"2026-07-03T16:50:14.18599Z","steps":["trace[337993454] 'process raft request' (duration: 1.031133209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.18612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173173286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:14.18618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164284346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-07-03T16:50:14.186229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396054763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:14.186306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618970399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:14.18634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350761906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:14.186421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.154626Z","time spent":"1.031474469s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:14.186453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603062147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:50:14.186468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362264176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:50:14.186039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197926689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:14.186497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621926996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:14.186675Z","caller":"traceutil/trace.go:171","msg":"trace[1879484524] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26404; }","duration":"1.303241003s","start":"2026-07-03T16:50:12.882829Z","end":"2026-07-03T16:50:14.18607Z","steps":["trace[1879484524] 'agreement among raft nodes before linearized reading' (duration: 1.303149221s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:14.18679Z","caller":"traceutil/trace.go:171","msg":"trace[71463905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26404; }","duration":"1.173282808s","start":"2026-07-03T16:50:13.012888Z","end":"2026-07-03T16:50:14.186171Z","steps":["trace[71463905] 'agreement among raft nodes before linearized reading' (duration: 1.173190246s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.186849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.012862Z","time spent":"1.173973606s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:14.18703Z","caller":"traceutil/trace.go:171","msg":"trace[1422823203] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26404; }","duration":"1.164346738s","start":"2026-07-03T16:50:13.021875Z","end":"2026-07-03T16:50:14.186222Z","steps":["trace[1422823203] 'agreement among raft nodes before linearized reading' (duration: 1.164143843s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:14.187087Z","caller":"traceutil/trace.go:171","msg":"trace[1428932187] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26404; }","duration":"1.396176415s","start":"2026-07-03T16:50:12.790109Z","end":"2026-07-03T16:50:14.186286Z","steps":["trace[1428932187] 'agreement among raft nodes before linearized reading' (duration: 1.396077173s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.187091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.021843Z","time spent":"1.16523589s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-03T16:50:14.187338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.790076Z","time spent":"1.397242443s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:14.187422Z","caller":"traceutil/trace.go:171","msg":"trace[1101568826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26404; }","duration":"1.619020531s","start":"2026-07-03T16:50:12.567316Z","end":"2026-07-03T16:50:14.186337Z","steps":["trace[1101568826] 'agreement among raft nodes before linearized reading' (duration: 1.618922778s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.187526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.567311Z","time spent":"1.62018591s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:14.18753Z","caller":"traceutil/trace.go:171","msg":"trace[1809258769] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26404; }","duration":"1.350840969s","start":"2026-07-03T16:50:12.835527Z","end":"2026-07-03T16:50:14.186368Z","steps":["trace[1809258769] 'agreement among raft nodes before linearized reading' (duration: 1.350762006s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.187584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.835503Z","time spent":"1.35206444s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:14.187671Z","caller":"traceutil/trace.go:171","msg":"trace[1376897873] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"1.069519685s","start":"2026-07-03T16:50:13.116996Z","end":"2026-07-03T16:50:14.186516Z","steps":["trace[1376897873] 'process raft request' (duration: 1.067086132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.187779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.11697Z","time spent":"1.070745907s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:14.187914Z","caller":"traceutil/trace.go:171","msg":"trace[40802738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26404; }","duration":"1.60320705s","start":"2026-07-03T16:50:12.583347Z","end":"2026-07-03T16:50:14.186555Z","steps":["trace[40802738] 'agreement among raft nodes before linearized reading' (duration: 1.602992955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.187968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.583334Z","time spent":"1.604619717s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T16:50:14.188081Z","caller":"traceutil/trace.go:171","msg":"trace[365060903] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26404; }","duration":"1.36244108s","start":"2026-07-03T16:50:12.82414Z","end":"2026-07-03T16:50:14.186581Z","steps":["trace[365060903] 'agreement among raft nodes before linearized reading' (duration: 1.362231145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.188141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.824111Z","time spent":"1.364014101s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:50:14.188173Z","caller":"traceutil/trace.go:171","msg":"trace[32350962] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26404; }","duration":"1.622073299s","start":"2026-07-03T16:50:12.564524Z","end":"2026-07-03T16:50:14.186598Z","steps":["trace[32350962] 'agreement among raft nodes before linearized reading' (duration: 1.621913585s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:14.188133Z","caller":"traceutil/trace.go:171","msg":"trace[133135912] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26404; }","duration":"1.198581446s","start":"2026-07-03T16:50:12.98801Z","end":"2026-07-03T16:50:14.186591Z","steps":["trace[133135912] 'agreement among raft nodes before linearized reading' (duration: 1.197907408s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.188238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.564515Z","time spent":"1.623697151s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:14.188276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.987943Z","time spent":"1.20031541s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:14.186754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:12.882767Z","time spent":"1.303968382s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:14.96089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.851234ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:14.961046Z","caller":"traceutil/trace.go:171","msg":"trace[1826743226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26404; }","duration":"654.012488ms","start":"2026-07-03T16:50:14.307006Z","end":"2026-07-03T16:50:14.961018Z","steps":["trace[1826743226] 'range keys from in-memory index tree' (duration: 653.834714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.962656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.505111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:14.962945Z","caller":"traceutil/trace.go:171","msg":"trace[1173250552] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"1.104871704s","start":"2026-07-03T16:50:13.858044Z","end":"2026-07-03T16:50:14.962915Z","steps":["trace[1173250552] 'process raft request' (duration: 529.037614ms)","trace[1173250552] 'compare' (duration: 574.969478ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:14.963041Z","caller":"traceutil/trace.go:171","msg":"trace[1196156874] linearizableReadLoop","detail":"{readStateIndex:27320; appliedIndex:27316; }","duration":"777.071402ms","start":"2026-07-03T16:50:14.185951Z","end":"2026-07-03T16:50:14.963023Z","steps":["trace[1196156874] 'read index received' (duration: 201.085609ms)","trace[1196156874] 'applied index is now lower than readState.Index' (duration: 575.984623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:14.963054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.858025Z","time spent":"1.104982396s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:14.963106Z","caller":"traceutil/trace.go:171","msg":"trace[2022562274] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"1.104275917s","start":"2026-07-03T16:50:13.858767Z","end":"2026-07-03T16:50:14.963043Z","steps":["trace[2022562274] 'process raft request' (duration: 1.104136143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.963267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843642801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3bd2e2b-5fbd-42ec-822b-bd838d2e607a\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-03T16:50:14.963296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105200891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:50:14.963341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105164171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4660"} {"level":"info","ts":"2026-07-03T16:50:14.9634Z","caller":"traceutil/trace.go:171","msg":"trace[1712818163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26408; }","duration":"1.105350796s","start":"2026-07-03T16:50:13.858028Z","end":"2026-07-03T16:50:14.963379Z","steps":["trace[1712818163] 'agreement among raft nodes before linearized reading' (duration: 1.105025977s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:14.963413Z","caller":"traceutil/trace.go:171","msg":"trace[2055943064] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26408; }","duration":"1.105325055s","start":"2026-07-03T16:50:13.85807Z","end":"2026-07-03T16:50:14.963395Z","steps":["trace[2055943064] 'agreement among raft nodes before linearized reading' (duration: 1.104988856s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.963459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.858052Z","time spent":"1.105397126s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4684,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-03T16:50:14.963455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.858015Z","time spent":"1.105425987s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:14.963323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.858756Z","time spent":"1.104462831s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:14.963295Z","caller":"traceutil/trace.go:171","msg":"trace[623151120] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"949.8951ms","start":"2026-07-03T16:50:14.013335Z","end":"2026-07-03T16:50:14.96323Z","steps":["trace[623151120] 'process raft request' (duration: 949.631933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.964012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.013316Z","time spent":"950.642518ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:14.963776Z","caller":"traceutil/trace.go:171","msg":"trace[1320073070] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"1.104801131s","start":"2026-07-03T16:50:13.858237Z","end":"2026-07-03T16:50:14.963038Z","steps":["trace[1320073070] 'process raft request' (duration: 1.104549794s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:14.963325Z","caller":"traceutil/trace.go:171","msg":"trace[1584792036] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3bd2e2b-5fbd-42ec-822b-bd838d2e607a; range_end:; response_count:1; response_revision:26408; }","duration":"1.843746614s","start":"2026-07-03T16:50:13.119562Z","end":"2026-07-03T16:50:14.963309Z","steps":["trace[1584792036] 'agreement among raft nodes before linearized reading' (duration: 1.843560599s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:14.964322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.119542Z","time spent":"1.84474351s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-e3bd2e2b-5fbd-42ec-822b-bd838d2e607a\" "} {"level":"warn","ts":"2026-07-03T16:50:14.964329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:13.858214Z","time spent":"1.105942709s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:15.430958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.845227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:15.431071Z","caller":"traceutil/trace.go:171","msg":"trace[854856016] linearizableReadLoop","detail":"{readStateIndex:27321; appliedIndex:27320; }","duration":"467.960668ms","start":"2026-07-03T16:50:14.963091Z","end":"2026-07-03T16:50:15.431052Z","steps":["trace[854856016] 'read index received' (duration: 274.874486ms)","trace[854856016] 'applied index is now lower than readState.Index' (duration: 193.084102ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:15.431153Z","caller":"traceutil/trace.go:171","msg":"trace[37963471] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"867.212954ms","start":"2026-07-03T16:50:14.563927Z","end":"2026-07-03T16:50:15.43114Z","steps":["trace[37963471] 'process raft request' (duration: 674.102911ms)","trace[37963471] 'compare' (duration: 192.21335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:15.43122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.563876Z","time spent":"867.311006ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:15.431331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135886437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-07-03T16:50:15.431407Z","caller":"traceutil/trace.go:171","msg":"trace[942845490] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:26409; }","duration":"1.13599184s","start":"2026-07-03T16:50:14.295391Z","end":"2026-07-03T16:50:15.431383Z","steps":["trace[942845490] 'agreement among raft nodes before linearized reading' (duration: 1.135818845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:15.431433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.295367Z","time spent":"1.136060072s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1323,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-07-03T16:50:15.431553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230688329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-07-03T16:50:15.431636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.198037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:15.431623Z","caller":"traceutil/trace.go:171","msg":"trace[814789202] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26409; }","duration":"1.230803712s","start":"2026-07-03T16:50:14.200801Z","end":"2026-07-03T16:50:15.431605Z","steps":["trace[814789202] 'agreement among raft nodes before linearized reading' (duration: 1.230634907s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:15.431656Z","caller":"traceutil/trace.go:171","msg":"trace[1351270727] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26409; }","duration":"960.255789ms","start":"2026-07-03T16:50:14.471395Z","end":"2026-07-03T16:50:15.431651Z","steps":["trace[1351270727] 'agreement among raft nodes before linearized reading' (duration: 960.206257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:15.431675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.471375Z","time spent":"960.296459ms","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:15.431682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.200785Z","time spent":"1.230879143s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:50:15.432059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233846701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:15.432114Z","caller":"traceutil/trace.go:171","msg":"trace[1946387686] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26409; }","duration":"1.233924892s","start":"2026-07-03T16:50:14.198175Z","end":"2026-07-03T16:50:15.4321Z","steps":["trace[1946387686] 'agreement among raft nodes before linearized reading' (duration: 1.233754898s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:15.432188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.198137Z","time spent":"1.234031305s","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:15.432494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240069192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:50:15.432543Z","caller":"traceutil/trace.go:171","msg":"trace[797427556] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26409; }","duration":"1.240153043s","start":"2026-07-03T16:50:14.192378Z","end":"2026-07-03T16:50:15.432531Z","steps":["trace[797427556] 'agreement among raft nodes before linearized reading' (duration: 1.24002498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:15.432587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.19236Z","time spent":"1.240217746s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:15.432818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244360624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:15.432859Z","caller":"traceutil/trace.go:171","msg":"trace[1243611903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26409; }","duration":"1.244432776s","start":"2026-07-03T16:50:14.188416Z","end":"2026-07-03T16:50:15.432849Z","steps":["trace[1243611903] 'agreement among raft nodes before linearized reading' (duration: 1.244357845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:15.432896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.1884Z","time spent":"1.244488867s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:15.432953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070386298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:15.432975Z","caller":"traceutil/trace.go:171","msg":"trace[474718773] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26409; }","duration":"1.07044679s","start":"2026-07-03T16:50:14.362524Z","end":"2026-07-03T16:50:15.432971Z","steps":["trace[474718773] 'agreement among raft nodes before linearized reading' (duration: 1.069268108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:15.43301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.362502Z","time spent":"1.07050092s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2668,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:15.431591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.149798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:50:15.43315Z","caller":"traceutil/trace.go:171","msg":"trace[1425861984] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26409; }","duration":"495.725139ms","start":"2026-07-03T16:50:14.937406Z","end":"2026-07-03T16:50:15.433131Z","steps":["trace[1425861984] 'agreement among raft nodes before linearized reading' (duration: 494.143957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:15.433224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.937385Z","time spent":"495.820972ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:16.51642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.716387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:16.51779Z","caller":"traceutil/trace.go:171","msg":"trace[1916404866] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"1.548174452s","start":"2026-07-03T16:50:14.969581Z","end":"2026-07-03T16:50:16.517755Z","steps":["trace[1916404866] 'process raft request' (duration: 656.934485ms)","trace[1916404866] 'compare' (duration: 888.843825ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:16.517822Z","caller":"traceutil/trace.go:171","msg":"trace[1585244811] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"1.546099178s","start":"2026-07-03T16:50:14.971688Z","end":"2026-07-03T16:50:16.517787Z","steps":["trace[1585244811] 'process raft request' (duration: 1.544937247s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:16.51793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.969556Z","time spent":"1.548306625s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:16.517941Z","caller":"traceutil/trace.go:171","msg":"trace[1440899774] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"1.544683851s","start":"2026-07-03T16:50:14.973214Z","end":"2026-07-03T16:50:16.517898Z","steps":["trace[1440899774] 'process raft request' (duration: 1.543805138s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:16.517999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.971643Z","time spent":"1.546247281s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:16.518079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.973206Z","time spent":"1.544798453s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:17.447893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:17.44799Z","caller":"traceutil/trace.go:171","msg":"trace[1373787136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605456s","start":"2026-07-03T16:50:15.447357Z","end":"2026-07-03T16:50:17.447963Z","steps":["trace[1373787136] 'agreement among raft nodes before linearized reading' (duration: 2.000495084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:17.449817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.965904ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:50:17.450015Z","caller":"traceutil/trace.go:171","msg":"trace[1482494528] linearizableReadLoop","detail":"{readStateIndex:27325; appliedIndex:27321; }","duration":"2.018893452s","start":"2026-07-03T16:50:15.431106Z","end":"2026-07-03T16:50:17.449999Z","steps":["trace[1482494528] 'read index received' (duration: 195.445734ms)","trace[1482494528] 'applied index is now lower than readState.Index' (duration: 1.823446598s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:17.451062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104740529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:17.451109Z","caller":"traceutil/trace.go:171","msg":"trace[207870730] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26412; }","duration":"2.104834862s","start":"2026-07-03T16:50:15.34626Z","end":"2026-07-03T16:50:17.451095Z","steps":["trace[207870730] 'agreement among raft nodes before linearized reading' (duration: 2.10475596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:17.451143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.346233Z","time spent":"2.104899854s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:17.451234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453826423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:17.451296Z","caller":"traceutil/trace.go:171","msg":"trace[491043481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26412; }","duration":"2.453933766s","start":"2026-07-03T16:50:14.997348Z","end":"2026-07-03T16:50:17.451282Z","steps":["trace[491043481] 'agreement among raft nodes before linearized reading' (duration: 2.453840943s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:17.451335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.997322Z","time spent":"2.454001257s","remote":"127.0.0.1:44614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:17.451326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479914329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:50:17.451385Z","caller":"traceutil/trace.go:171","msg":"trace[233249210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26412; }","duration":"2.480000952s","start":"2026-07-03T16:50:14.971369Z","end":"2026-07-03T16:50:17.45137Z","steps":["trace[233249210] 'agreement among raft nodes before linearized reading' (duration: 2.479829117s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:17.451424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.971361Z","time spent":"2.480056113s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:17.448119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.447337Z","time spent":"2.00072195s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:17.451594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481884871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-q9jrp.18bed58d73b1bb7a\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-07-03T16:50:17.45196Z","caller":"traceutil/trace.go:171","msg":"trace[767024998] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-q9jrp.18bed58d73b1bb7a; range_end:; response_count:1; response_revision:26412; }","duration":"2.482282761s","start":"2026-07-03T16:50:14.969647Z","end":"2026-07-03T16:50:17.451929Z","steps":["trace[767024998] 'agreement among raft nodes before linearized reading' (duration: 2.481559613s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:17.452455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:14.96964Z","time spent":"2.482793505s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":891,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-q9jrp.18bed58d73b1bb7a\" "} {"level":"info","ts":"2026-07-03T16:50:17.452025Z","caller":"traceutil/trace.go:171","msg":"trace[1024193396] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"1.590334545s","start":"2026-07-03T16:50:15.861673Z","end":"2026-07-03T16:50:17.452008Z","steps":["trace[1024193396] 'process raft request' (duration: 1.588238751s)"],"step_count":1} 2026/07/03 16:50:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:17.453178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.861661Z","time spent":"1.59127651s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:18.305491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.551592Z","time spent":"753.892921ms","remote":"127.0.0.1:58528","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:18.306297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.216085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:18.306638Z","caller":"traceutil/trace.go:171","msg":"trace[947373268] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27326; }","duration":"856.547895ms","start":"2026-07-03T16:50:17.450052Z","end":"2026-07-03T16:50:18.3066Z","steps":["trace[947373268] 'read index received' (duration: 331.388543ms)","trace[947373268] 'applied index is now lower than readState.Index' (duration: 525.158132ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:18.306748Z","caller":"traceutil/trace.go:171","msg":"trace[1534712529] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"2.155851937s","start":"2026-07-03T16:50:16.150875Z","end":"2026-07-03T16:50:18.306727Z","steps":["trace[1534712529] 'process raft request' (duration: 1.301122818s)","trace[1534712529] 'compare' (duration: 853.325263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:18.306839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.150847Z","time spent":"2.155944289s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:18.306947Z","caller":"traceutil/trace.go:171","msg":"trace[624867736] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"867.594044ms","start":"2026-07-03T16:50:17.439327Z","end":"2026-07-03T16:50:18.306921Z","steps":["trace[624867736] 'process raft request' (duration: 867.212253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.306976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134108002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:18.306976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679263056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:18.307015Z","caller":"traceutil/trace.go:171","msg":"trace[1967714075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26417; }","duration":"1.134187264s","start":"2026-07-03T16:50:17.172815Z","end":"2026-07-03T16:50:18.307002Z","steps":["trace[1967714075] 'agreement among raft nodes before linearized reading' (duration: 1.134120732s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:18.307019Z","caller":"traceutil/trace.go:171","msg":"trace[1453969064] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26417; }","duration":"2.679369808s","start":"2026-07-03T16:50:15.627638Z","end":"2026-07-03T16:50:18.307008Z","steps":["trace[1453969064] 'agreement among raft nodes before linearized reading' (duration: 2.679263105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784901447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-qd94j\" ","response":"range_response_count:1 size:5551"} {"level":"warn","ts":"2026-07-03T16:50:18.307043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.172793Z","time spent":"1.134242636s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:18.307039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44948916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:50:18.30705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.627616Z","time spent":"2.67942392s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:18.307063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.439303Z","time spent":"867.700746ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:18.307036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.568009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:18.307071Z","caller":"traceutil/trace.go:171","msg":"trace[1795554389] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-qd94j; range_end:; response_count:1; response_revision:26417; }","duration":"1.78499972s","start":"2026-07-03T16:50:16.522056Z","end":"2026-07-03T16:50:18.307055Z","steps":["trace[1795554389] 'agreement among raft nodes before linearized reading' (duration: 1.784772364s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.645331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:18.307098Z","caller":"traceutil/trace.go:171","msg":"trace[296230930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26417; }","duration":"2.449577423s","start":"2026-07-03T16:50:15.857504Z","end":"2026-07-03T16:50:18.307081Z","steps":["trace[296230930] 'agreement among raft nodes before linearized reading' (duration: 2.449399648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797710019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:18.307128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.522038Z","time spent":"1.785077972s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5575,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-qd94j\" "} {"level":"info","ts":"2026-07-03T16:50:18.307127Z","caller":"traceutil/trace.go:171","msg":"trace[558232469] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26417; }","duration":"895.725613ms","start":"2026-07-03T16:50:17.411375Z","end":"2026-07-03T16:50:18.307101Z","steps":["trace[558232469] 'agreement among raft nodes before linearized reading' (duration: 895.554869ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:18.30715Z","caller":"traceutil/trace.go:171","msg":"trace[807289994] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"2.110946802s","start":"2026-07-03T16:50:16.196192Z","end":"2026-07-03T16:50:18.307139Z","steps":["trace[807289994] 'process raft request' (duration: 2.110193972s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:18.30714Z","caller":"traceutil/trace.go:171","msg":"trace[1398661091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26417; }","duration":"858.749794ms","start":"2026-07-03T16:50:17.448372Z","end":"2026-07-03T16:50:18.307121Z","steps":["trace[1398661091] 'agreement among raft nodes before linearized reading' (duration: 858.627151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:18.307162Z","caller":"traceutil/trace.go:171","msg":"trace[1142893873] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26417; }","duration":"1.797789381s","start":"2026-07-03T16:50:16.509357Z","end":"2026-07-03T16:50:18.307146Z","steps":["trace[1142893873] 'agreement among raft nodes before linearized reading' (duration: 1.79771818s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.41135Z","time spent":"895.821086ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:18.307198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.448354Z","time spent":"858.834636ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:18.307207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.509336Z","time spent":"1.797857284s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:18.307258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787564767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-07-03T16:50:18.307332Z","caller":"traceutil/trace.go:171","msg":"trace[1214765932] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:26417; }","duration":"2.78770359s","start":"2026-07-03T16:50:15.519612Z","end":"2026-07-03T16:50:18.307316Z","steps":["trace[1214765932] 'agreement among raft nodes before linearized reading' (duration: 2.787372081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.30735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579164176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:50:18.307145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.857488Z","time spent":"2.449645544s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:18.307368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140657612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:18.307377Z","caller":"traceutil/trace.go:171","msg":"trace[220577074] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26417; }","duration":"1.579225668s","start":"2026-07-03T16:50:16.728142Z","end":"2026-07-03T16:50:18.307367Z","steps":["trace[220577074] 'agreement among raft nodes before linearized reading' (duration: 1.579148626s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:18.307393Z","caller":"traceutil/trace.go:171","msg":"trace[1850398427] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26417; }","duration":"2.140725194s","start":"2026-07-03T16:50:16.166659Z","end":"2026-07-03T16:50:18.307384Z","steps":["trace[1850398427] 'agreement among raft nodes before linearized reading' (duration: 2.140681503s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.728114Z","time spent":"1.579278669s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:18.307396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059570317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:18.307396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872324847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:50:18.307336Z","caller":"traceutil/trace.go:171","msg":"trace[1963647624] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"1.782511266s","start":"2026-07-03T16:50:16.524813Z","end":"2026-07-03T16:50:18.307324Z","steps":["trace[1963647624] 'process raft request' (duration: 1.781658293s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.166636Z","time spent":"2.140775425s","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:18.307432Z","caller":"traceutil/trace.go:171","msg":"trace[1025376933] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26417; }","duration":"2.059642489s","start":"2026-07-03T16:50:16.247778Z","end":"2026-07-03T16:50:18.307421Z","steps":["trace[1025376933] 'agreement among raft nodes before linearized reading' (duration: 2.059582158s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:18.307435Z","caller":"traceutil/trace.go:171","msg":"trace[1371624858] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26417; }","duration":"2.87242694s","start":"2026-07-03T16:50:15.434999Z","end":"2026-07-03T16:50:18.307426Z","steps":["trace[1371624858] 'agreement among raft nodes before linearized reading' (duration: 2.872324637s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448067873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:50:18.307464Z","caller":"traceutil/trace.go:171","msg":"trace[153513447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26417; }","duration":"2.448528954s","start":"2026-07-03T16:50:15.858929Z","end":"2026-07-03T16:50:18.307457Z","steps":["trace[153513447] 'agreement among raft nodes before linearized reading' (duration: 2.447905648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.247758Z","time spent":"2.059694601s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:18.307488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.858922Z","time spent":"2.448557806s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:18.307485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193944796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:50:18.307494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.524791Z","time spent":"1.782642899s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:18.307403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.519587Z","time spent":"2.787804593s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-07-03T16:50:18.307461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:15.434975Z","time spent":"2.872478551s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:50:18.307535Z","caller":"traceutil/trace.go:171","msg":"trace[388229835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26417; }","duration":"2.194024968s","start":"2026-07-03T16:50:16.113496Z","end":"2026-07-03T16:50:18.307521Z","steps":["trace[388229835] 'agreement among raft nodes before linearized reading' (duration: 2.193882364s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.307584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.113476Z","time spent":"2.194096769s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:50:18.307204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:16.196166Z","time spent":"2.111008453s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:18.879251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.868208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:18.879354Z","caller":"traceutil/trace.go:171","msg":"trace[1277267044] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27330; }","duration":"572.655777ms","start":"2026-07-03T16:50:18.306678Z","end":"2026-07-03T16:50:18.879333Z","steps":["trace[1277267044] 'read index received' (duration: 253.523552ms)","trace[1277267044] 'applied index is now lower than readState.Index' (duration: 319.131095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:18.87944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.463937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:18.879514Z","caller":"traceutil/trace.go:171","msg":"trace[1998851052] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26418; }","duration":"969.5791ms","start":"2026-07-03T16:50:17.909914Z","end":"2026-07-03T16:50:18.879493Z","steps":["trace[1998851052] 'agreement among raft nodes before linearized reading' (duration: 969.441397ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:18.879524Z","caller":"traceutil/trace.go:171","msg":"trace[531232017] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"1.424256984s","start":"2026-07-03T16:50:17.455242Z","end":"2026-07-03T16:50:18.879499Z","steps":["trace[531232017] 'process raft request' (duration: 1.105080018s)","trace[531232017] 'compare' (duration: 318.377365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:18.879548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038731805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18bed5a65edc4315\" ","response":"range_response_count:1 size:691"} {"level":"warn","ts":"2026-07-03T16:50:18.879573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.909896Z","time spent":"969.666302ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:18.879601Z","caller":"traceutil/trace.go:171","msg":"trace[712636074] range","detail":"{range_begin:/registry/events/default/atmosphere.18bed5a65edc4315; range_end:; response_count:1; response_revision:26418; }","duration":"1.038831488s","start":"2026-07-03T16:50:17.840756Z","end":"2026-07-03T16:50:18.879588Z","steps":["trace[712636074] 'agreement among raft nodes before linearized reading' (duration: 1.038660243s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.879629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.455224Z","time spent":"1.424344305s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:18.879618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425301041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-03T16:50:18.879653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.840729Z","time spent":"1.03890755s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":715,"request content":"key:\"/registry/events/default/atmosphere.18bed5a65edc4315\" "} {"level":"info","ts":"2026-07-03T16:50:18.879674Z","caller":"traceutil/trace.go:171","msg":"trace[1337460055] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e; range_end:; response_count:1; response_revision:26418; }","duration":"1.425384034s","start":"2026-07-03T16:50:17.454276Z","end":"2026-07-03T16:50:18.87966Z","steps":["trace[1337460055] 'agreement among raft nodes before linearized reading' (duration: 1.425195429s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:18.879708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:17.454261Z","time spent":"1.425439885s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e\" "} {"level":"warn","ts":"2026-07-03T16:50:19.380415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:19.640793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078682713s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:20.139965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.811299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:20.140451Z","caller":"traceutil/trace.go:171","msg":"trace[1837470177] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"1.826898016s","start":"2026-07-03T16:50:18.313531Z","end":"2026-07-03T16:50:20.140429Z","steps":["trace[1837470177] 'process raft request' (duration: 1.826747373s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:20.140455Z","caller":"traceutil/trace.go:171","msg":"trace[1696467255] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"1.820935732s","start":"2026-07-03T16:50:18.319498Z","end":"2026-07-03T16:50:20.140434Z","steps":["trace[1696467255] 'process raft request' (duration: 1.820846069s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:20.140516Z","caller":"traceutil/trace.go:171","msg":"trace[1752463546] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"1.827109982s","start":"2026-07-03T16:50:18.31339Z","end":"2026-07-03T16:50:20.1405Z","steps":["trace[1752463546] 'process raft request' (duration: 1.327662437s)","trace[1752463546] 'compare' (duration: 498.624984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:20.140535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.313491Z","time spent":"1.827011379s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:20.14046Z","caller":"traceutil/trace.go:171","msg":"trace[1877184063] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"1.826967688s","start":"2026-07-03T16:50:18.313459Z","end":"2026-07-03T16:50:20.140427Z","steps":["trace[1877184063] 'process raft request' (duration: 1.826728122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.140722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.313379Z","time spent":"1.827189614s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.140847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.313437Z","time spent":"1.827261145s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.140578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.319489Z","time spent":"1.821025705s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:20.140436Z","caller":"traceutil/trace.go:171","msg":"trace[926410302] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"1.826967388s","start":"2026-07-03T16:50:18.313434Z","end":"2026-07-03T16:50:20.140401Z","steps":["trace[926410302] 'process raft request' (duration: 1.82665965s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.141822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.313398Z","time spent":"1.828380555s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:20.192791Z","caller":"traceutil/trace.go:171","msg":"trace[1083121060] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27331; }","duration":"1.313376085s","start":"2026-07-03T16:50:18.879386Z","end":"2026-07-03T16:50:20.192762Z","steps":["trace[1083121060] 'read index received' (duration: 761.678153ms)","trace[1083121060] 'applied index is now lower than readState.Index' (duration: 551.696492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:20.193041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875623632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:20.193055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319947296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-07-03T16:50:20.193106Z","caller":"traceutil/trace.go:171","msg":"trace[1075786803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26426; }","duration":"1.875729375s","start":"2026-07-03T16:50:18.317363Z","end":"2026-07-03T16:50:20.193092Z","steps":["trace[1075786803] 'agreement among raft nodes before linearized reading' (duration: 1.875603072s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:20.193118Z","caller":"traceutil/trace.go:171","msg":"trace[178895824] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26426; }","duration":"1.320042708s","start":"2026-07-03T16:50:18.873059Z","end":"2026-07-03T16:50:20.193102Z","steps":["trace[178895824] 'agreement among raft nodes before linearized reading' (duration: 1.319776081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.19312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669336397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:20.193189Z","caller":"traceutil/trace.go:171","msg":"trace[2016956310] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.542152915s","start":"2026-07-03T16:50:18.651028Z","end":"2026-07-03T16:50:20.193181Z","steps":["trace[2016956310] 'process raft request' (duration: 1.541386606s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:20.193206Z","caller":"traceutil/trace.go:171","msg":"trace[980435038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26426; }","duration":"1.66947519s","start":"2026-07-03T16:50:18.523713Z","end":"2026-07-03T16:50:20.193188Z","steps":["trace[980435038] 'agreement among raft nodes before linearized reading' (duration: 1.669193283s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.193248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.651008Z","time spent":"1.542199926s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.193256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.523694Z","time spent":"1.669553432s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:20.19332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877459159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-03T16:50:20.193365Z","caller":"traceutil/trace.go:171","msg":"trace[1631016922] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26426; }","duration":"1.877524781s","start":"2026-07-03T16:50:18.315829Z","end":"2026-07-03T16:50:20.193354Z","steps":["trace[1631016922] 'agreement among raft nodes before linearized reading' (duration: 1.877349866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.1934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.315817Z","time spent":"1.877575702s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1460,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-03T16:50:20.193437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363796094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:50:20.193477Z","caller":"traceutil/trace.go:171","msg":"trace[508423273] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26426; }","duration":"1.363904827s","start":"2026-07-03T16:50:18.829562Z","end":"2026-07-03T16:50:20.193467Z","steps":["trace[508423273] 'agreement among raft nodes before linearized reading' (duration: 1.363802085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.193516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.829542Z","time spent":"1.363959698s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:50:20.193558Z","caller":"traceutil/trace.go:171","msg":"trace[837103594] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"735.033932ms","start":"2026-07-03T16:50:19.458516Z","end":"2026-07-03T16:50:20.19355Z","steps":["trace[837103594] 'process raft request' (duration: 734.18066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.193606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:19.458497Z","time spent":"735.085482ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.193155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.873041Z","time spent":"1.32010614s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:50:20.193699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880319093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:20.193734Z","caller":"traceutil/trace.go:171","msg":"trace[98812212] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26426; }","duration":"1.880354774s","start":"2026-07-03T16:50:18.31337Z","end":"2026-07-03T16:50:20.193724Z","steps":["trace[98812212] 'agreement among raft nodes before linearized reading' (duration: 1.880245441s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.193807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462745863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:50:20.193837Z","caller":"traceutil/trace.go:171","msg":"trace[599498097] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26426; }","duration":"1.462804055s","start":"2026-07-03T16:50:18.731024Z","end":"2026-07-03T16:50:20.193829Z","steps":["trace[599498097] 'agreement among raft nodes before linearized reading' (duration: 1.462729743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.193856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.731008Z","time spent":"1.462844115s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:50:20.193447Z","caller":"traceutil/trace.go:171","msg":"trace[1844161729] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.311317672s","start":"2026-07-03T16:50:18.882116Z","end":"2026-07-03T16:50:20.193434Z","steps":["trace[1844161729] 'process raft request' (duration: 1.31049058s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.193912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309852634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-03T16:50:20.193151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.317353Z","time spent":"1.875787246s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:20.19395Z","caller":"traceutil/trace.go:171","msg":"trace[15556403] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26426; }","duration":"1.309889815s","start":"2026-07-03T16:50:18.88405Z","end":"2026-07-03T16:50:20.19394Z","steps":["trace[15556403] 'agreement among raft nodes before linearized reading' (duration: 1.309792552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.193979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.884039Z","time spent":"1.309931155s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:20.193774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.313318Z","time spent":"1.880443986s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:20.193978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.882093Z","time spent":"1.311821665s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.194612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310020548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-qd94j.18bed58d9044d534\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:50:20.194648Z","caller":"traceutil/trace.go:171","msg":"trace[1303419848] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-qd94j.18bed58d9044d534; range_end:; response_count:1; response_revision:26426; }","duration":"1.310069328s","start":"2026-07-03T16:50:18.884571Z","end":"2026-07-03T16:50:20.19464Z","steps":["trace[1303419848] 'agreement among raft nodes before linearized reading' (duration: 1.309974726s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.19467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.884565Z","time spent":"1.31009948s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-qd94j.18bed58d9044d534\" "} {"level":"warn","ts":"2026-07-03T16:50:20.194858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235514984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"warn","ts":"2026-07-03T16:50:20.194899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.529055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:20.19491Z","caller":"traceutil/trace.go:171","msg":"trace[505479330] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26426; }","duration":"1.235599066s","start":"2026-07-03T16:50:18.9593Z","end":"2026-07-03T16:50:20.194899Z","steps":["trace[505479330] 'agreement among raft nodes before linearized reading' (duration: 1.235471793s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:20.194941Z","caller":"traceutil/trace.go:171","msg":"trace[1727734602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26426; }","duration":"596.603968ms","start":"2026-07-03T16:50:19.598326Z","end":"2026-07-03T16:50:20.19493Z","steps":["trace[1727734602] 'agreement among raft nodes before linearized reading' (duration: 596.533085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.194947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:18.959284Z","time spent":"1.235655068s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":912,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-07-03T16:50:20.194988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:19.59831Z","time spent":"596.667879ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:20.194951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.42838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:50:20.195096Z","caller":"traceutil/trace.go:171","msg":"trace[1995167109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26426; }","duration":"998.616285ms","start":"2026-07-03T16:50:19.196473Z","end":"2026-07-03T16:50:20.195089Z","steps":["trace[1995167109] 'agreement among raft nodes before linearized reading' (duration: 998.422299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.195118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:19.196447Z","time spent":"998.664876ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:50:20.743587Z","caller":"traceutil/trace.go:171","msg":"trace[620992840] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"542.335269ms","start":"2026-07-03T16:50:20.20122Z","end":"2026-07-03T16:50:20.743555Z","steps":["trace[620992840] 'process raft request' (duration: 461.326146ms)","trace[620992840] 'compare' (duration: 80.52506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:20.743714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.201199Z","time spent":"542.465891ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:20.803598Z","caller":"traceutil/trace.go:171","msg":"trace[36447864] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"602.003998ms","start":"2026-07-03T16:50:20.201557Z","end":"2026-07-03T16:50:20.803561Z","steps":["trace[36447864] 'process raft request' (duration: 601.711731ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:20.8036Z","caller":"traceutil/trace.go:171","msg":"trace[864289277] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"599.195075ms","start":"2026-07-03T16:50:20.204379Z","end":"2026-07-03T16:50:20.803574Z","steps":["trace[864289277] 'process raft request' (duration: 599.064692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.80376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.201538Z","time spent":"602.142192ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.803756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.204369Z","time spent":"599.308808ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:20.803907Z","caller":"traceutil/trace.go:171","msg":"trace[1581214681] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"597.762818ms","start":"2026-07-03T16:50:20.206116Z","end":"2026-07-03T16:50:20.803879Z","steps":["trace[1581214681] 'process raft request' (duration: 597.391589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.804095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.206106Z","time spent":"597.861921ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:20.804235Z","caller":"traceutil/trace.go:171","msg":"trace[567407457] linearizableReadLoop","detail":"{readStateIndex:27342; appliedIndex:27339; }","duration":"599.76264ms","start":"2026-07-03T16:50:20.204461Z","end":"2026-07-03T16:50:20.804224Z","steps":["trace[567407457] 'read index received' (duration: 458.056821ms)","trace[567407457] 'applied index is now lower than readState.Index' (duration: 141.704709ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:20.804238Z","caller":"traceutil/trace.go:171","msg":"trace[1764096311] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"598.024224ms","start":"2026-07-03T16:50:20.206178Z","end":"2026-07-03T16:50:20.804202Z","steps":["trace[1764096311] 'process raft request' (duration: 597.617164ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:20.804295Z","caller":"traceutil/trace.go:171","msg":"trace[1301331779] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"490.455853ms","start":"2026-07-03T16:50:20.313832Z","end":"2026-07-03T16:50:20.804288Z","steps":["trace[1301331779] 'process raft request' (duration: 490.35824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.804341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.313815Z","time spent":"490.499313ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.804381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.206173Z","time spent":"598.129877ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:20.804554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.393513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:20.804812Z","caller":"traceutil/trace.go:171","msg":"trace[318788117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26434; }","duration":"440.675ms","start":"2026-07-03T16:50:20.364119Z","end":"2026-07-03T16:50:20.804794Z","steps":["trace[318788117] 'agreement among raft nodes before linearized reading' (duration: 440.381062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.804821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.611034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:20.804835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.35597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:20.804864Z","caller":"traceutil/trace.go:171","msg":"trace[1051675163] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26434; }","duration":"517.420502ms","start":"2026-07-03T16:50:20.287435Z","end":"2026-07-03T16:50:20.804855Z","steps":["trace[1051675163] 'agreement among raft nodes before linearized reading' (duration: 517.371801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.804889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.287414Z","time spent":"517.471073ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:50:20.804875Z","caller":"traceutil/trace.go:171","msg":"trace[279824281] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26434; }","duration":"498.689286ms","start":"2026-07-03T16:50:20.306164Z","end":"2026-07-03T16:50:20.804853Z","steps":["trace[279824281] 'agreement among raft nodes before linearized reading' (duration: 498.615274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.804858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.364104Z","time spent":"440.742882ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:20.804927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.306145Z","time spent":"498.767899ms","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:20.804987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.531909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-03T16:50:20.805028Z","caller":"traceutil/trace.go:171","msg":"trace[1451342361] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26434; }","duration":"600.56894ms","start":"2026-07-03T16:50:20.204448Z","end":"2026-07-03T16:50:20.805016Z","steps":["trace[1451342361] 'agreement among raft nodes before linearized reading' (duration: 600.434757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.804517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.707589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:20.805062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.204424Z","time spent":"600.625972ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T16:50:20.805115Z","caller":"traceutil/trace.go:171","msg":"trace[380890504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26434; }","duration":"600.348124ms","start":"2026-07-03T16:50:20.204752Z","end":"2026-07-03T16:50:20.8051Z","steps":["trace[380890504] 'agreement among raft nodes before linearized reading' (duration: 599.647016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.805167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.204728Z","time spent":"600.425917ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:20.805226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.266385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-07-03T16:50:20.805254Z","caller":"traceutil/trace.go:171","msg":"trace[1467704805] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26434; }","duration":"597.337407ms","start":"2026-07-03T16:50:20.207909Z","end":"2026-07-03T16:50:20.805247Z","steps":["trace[1467704805] 'agreement among raft nodes before linearized reading' (duration: 597.227664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.80527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.207887Z","time spent":"597.379328ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9533,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-07-03T16:50:20.805352Z","caller":"traceutil/trace.go:171","msg":"trace[1216561092] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"597.281045ms","start":"2026-07-03T16:50:20.208051Z","end":"2026-07-03T16:50:20.805332Z","steps":["trace[1216561092] 'process raft request' (duration: 596.027373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.805397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.211979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:20.805425Z","caller":"traceutil/trace.go:171","msg":"trace[1734932546] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26434; }","duration":"415.273581ms","start":"2026-07-03T16:50:20.390143Z","end":"2026-07-03T16:50:20.805416Z","steps":["trace[1734932546] 'agreement among raft nodes before linearized reading' (duration: 415.209579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.805459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.390058Z","time spent":"415.391523ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:20.805483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.208035Z","time spent":"597.372278ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:20.805759Z","caller":"traceutil/trace.go:171","msg":"trace[1625143737] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"492.031074ms","start":"2026-07-03T16:50:20.313711Z","end":"2026-07-03T16:50:20.805742Z","steps":["trace[1625143737] 'process raft request' (duration: 490.438182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:20.806208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.313681Z","time spent":"492.137246ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:21.316176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:21.813797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.33237Z","time spent":"481.420357ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:21.816847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:21.879033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065233824s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:50:21.879459Z","caller":"traceutil/trace.go:171","msg":"trace[940198413] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"1.065801989s","start":"2026-07-03T16:50:20.813632Z","end":"2026-07-03T16:50:21.879434Z","steps":["trace[940198413] 'process raft request' (duration: 1.065642905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:21.879606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.813617Z","time spent":"1.065913182s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:23.088388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157614332s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:50:23.088993Z","caller":"traceutil/trace.go:171","msg":"trace[2042132325] linearizableReadLoop","detail":"{readStateIndex:27352; appliedIndex:27347; }","duration":"2.274853526s","start":"2026-07-03T16:50:20.81412Z","end":"2026-07-03T16:50:23.088974Z","steps":["trace[2042132325] 'read index received' (duration: 1.065212453s)","trace[2042132325] 'applied index is now lower than readState.Index' (duration: 1.209640253s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:23.089361Z","caller":"traceutil/trace.go:171","msg":"trace[1494750516] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"1.649484081s","start":"2026-07-03T16:50:21.43986Z","end":"2026-07-03T16:50:23.089345Z","steps":["trace[1494750516] 'process raft request' (duration: 1.649079101s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:23.089461Z","caller":"traceutil/trace.go:171","msg":"trace[468974209] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"2.271972811s","start":"2026-07-03T16:50:20.81747Z","end":"2026-07-03T16:50:23.089443Z","steps":["trace[468974209] 'process raft request' (duration: 2.271298474s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.08946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.439836Z","time spent":"1.649562203s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:23.08954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.81746Z","time spent":"2.272037882s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:23.089554Z","caller":"traceutil/trace.go:171","msg":"trace[132890946] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"1.782932995s","start":"2026-07-03T16:50:21.306604Z","end":"2026-07-03T16:50:23.089537Z","steps":["trace[132890946] 'process raft request' (duration: 1.782217557s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.089608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275456311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:50:23.08952Z","caller":"traceutil/trace.go:171","msg":"trace[252804288] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"2.275560695s","start":"2026-07-03T16:50:20.813928Z","end":"2026-07-03T16:50:23.089488Z","steps":["trace[252804288] 'process raft request' (duration: 2.274717893s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.089683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.30658Z","time spent":"1.783021448s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:23.089689Z","caller":"traceutil/trace.go:171","msg":"trace[375053980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26439; }","duration":"2.275570114s","start":"2026-07-03T16:50:20.8141Z","end":"2026-07-03T16:50:23.089671Z","steps":["trace[375053980] 'agreement among raft nodes before linearized reading' (duration: 2.275307027s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.089772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.814091Z","time spent":"2.275671847s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:23.089792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.813913Z","time spent":"2.275839462s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:23.374603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:23.374766Z","caller":"traceutil/trace.go:171","msg":"trace[1943403468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527115s","start":"2026-07-03T16:50:21.374218Z","end":"2026-07-03T16:50:23.374745Z","steps":["trace[1943403468] 'agreement among raft nodes before linearized reading' (duration: 2.0003455s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.374898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.374196Z","time spent":"2.000688189s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:23.590124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:50:23.656925Z","caller":"traceutil/trace.go:171","msg":"trace[616408835] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"841.923376ms","start":"2026-07-03T16:50:22.814979Z","end":"2026-07-03T16:50:23.656902Z","steps":["trace[616408835] 'process raft request' (duration: 841.879735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.657063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.814964Z","time spent":"842.027839ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:23.657292Z","caller":"traceutil/trace.go:171","msg":"trace[516051443] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"846.967337ms","start":"2026-07-03T16:50:22.810314Z","end":"2026-07-03T16:50:23.657281Z","steps":["trace[516051443] 'process raft request' (duration: 846.503535ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:23.657299Z","caller":"traceutil/trace.go:171","msg":"trace[669453129] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"1.451875s","start":"2026-07-03T16:50:22.205399Z","end":"2026-07-03T16:50:23.657274Z","steps":["trace[669453129] 'process raft request' (duration: 1.451258985s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.657353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.81029Z","time spent":"847.032889ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:23.657441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.205378Z","time spent":"1.451989094s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:23.95495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000800172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:23.955032Z","caller":"traceutil/trace.go:171","msg":"trace[705406640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000933736s","start":"2026-07-03T16:50:21.954079Z","end":"2026-07-03T16:50:23.955013Z","steps":["trace[705406640] 'agreement among raft nodes before linearized reading' (duration: 2.000825983s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:23.955082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.954062Z","time spent":"2.001009978s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:25.046632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.930649ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:25.046728Z","caller":"traceutil/trace.go:171","msg":"trace[1903527146] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26442; }","duration":"740.037952ms","start":"2026-07-03T16:50:24.306675Z","end":"2026-07-03T16:50:25.046713Z","steps":["trace[1903527146] 'range keys from in-memory index tree' (duration: 739.914898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.047054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291152859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:25.047117Z","caller":"traceutil/trace.go:171","msg":"trace[2047484584] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27352; }","duration":"1.95799317s","start":"2026-07-03T16:50:23.089111Z","end":"2026-07-03T16:50:25.047105Z","steps":["trace[2047484584] 'read index received' (duration: 567.508352ms)","trace[2047484584] 'applied index is now lower than readState.Index' (duration: 1.390484228s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:25.047235Z","caller":"traceutil/trace.go:171","msg":"trace[825953872] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"1.730370221s","start":"2026-07-03T16:50:23.316857Z","end":"2026-07-03T16:50:25.047228Z","steps":["trace[825953872] 'process raft request' (duration: 438.990606ms)","trace[825953872] 'compare' (duration: 1.290178323s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:25.047267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.316834Z","time spent":"1.730416923s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:25.047378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549834436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-03T16:50:25.047402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201709607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:25.047423Z","caller":"traceutil/trace.go:171","msg":"trace[1500803188] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26443; }","duration":"3.201769079s","start":"2026-07-03T16:50:21.845648Z","end":"2026-07-03T16:50:25.047417Z","steps":["trace[1500803188] 'agreement among raft nodes before linearized reading' (duration: 3.201720408s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.047443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.845629Z","time spent":"3.20181056s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.04743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16364163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:50:25.0475Z","caller":"traceutil/trace.go:171","msg":"trace[947202576] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26443; }","duration":"3.163746692s","start":"2026-07-03T16:50:21.883734Z","end":"2026-07-03T16:50:25.04748Z","steps":["trace[947202576] 'agreement among raft nodes before linearized reading' (duration: 3.163534467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.04752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204954711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:50:25.04754Z","caller":"traceutil/trace.go:171","msg":"trace[981573216] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26443; }","duration":"2.205026553s","start":"2026-07-03T16:50:22.842507Z","end":"2026-07-03T16:50:25.047533Z","steps":["trace[981573216] 'agreement among raft nodes before linearized reading' (duration: 2.204962981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.04754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.883716Z","time spent":"3.163815735s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:50:25.047547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268741068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:25.047561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.842483Z","time spent":"2.205072024s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:50:25.047569Z","caller":"traceutil/trace.go:171","msg":"trace[63899793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26443; }","duration":"3.26880464s","start":"2026-07-03T16:50:21.778758Z","end":"2026-07-03T16:50:25.047563Z","steps":["trace[63899793] 'agreement among raft nodes before linearized reading' (duration: 3.268765499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.047593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.778738Z","time spent":"3.26884902s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.047667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233166424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:25.047693Z","caller":"traceutil/trace.go:171","msg":"trace[2137871698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26443; }","duration":"2.233232806s","start":"2026-07-03T16:50:22.814455Z","end":"2026-07-03T16:50:25.047688Z","steps":["trace[2137871698] 'agreement among raft nodes before linearized reading' (duration: 2.233166754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.04771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.814423Z","time spent":"2.233282466s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:25.047764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7175937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-03T16:50:25.047794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427298794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:50:25.047797Z","caller":"traceutil/trace.go:171","msg":"trace[1195542072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26443; }","duration":"3.717658411s","start":"2026-07-03T16:50:21.33013Z","end":"2026-07-03T16:50:25.047789Z","steps":["trace[1195542072] 'agreement among raft nodes before linearized reading' (duration: 3.717555889s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.047814Z","caller":"traceutil/trace.go:171","msg":"trace[1154475329] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26443; }","duration":"2.427352466s","start":"2026-07-03T16:50:22.620454Z","end":"2026-07-03T16:50:25.047807Z","steps":["trace[1154475329] 'agreement among raft nodes before linearized reading' (duration: 2.427300234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.04784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.620433Z","time spent":"2.427400086s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:50:25.047832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153626429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:25.047458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081060096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:25.047878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792561007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:50:25.047895Z","caller":"traceutil/trace.go:171","msg":"trace[2137313443] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26443; }","duration":"2.081538398s","start":"2026-07-03T16:50:22.96635Z","end":"2026-07-03T16:50:25.047889Z","steps":["trace[2137313443] 'agreement among raft nodes before linearized reading' (duration: 2.081066766s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.047895Z","caller":"traceutil/trace.go:171","msg":"trace[131120335] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26443; }","duration":"3.153723972s","start":"2026-07-03T16:50:21.894149Z","end":"2026-07-03T16:50:25.047873Z","steps":["trace[131120335] 'agreement among raft nodes before linearized reading' (duration: 3.153620249s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.047921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.966329Z","time spent":"2.081586339s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.047943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.894131Z","time spent":"3.153797704s","remote":"127.0.0.1:55226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.047943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900262581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:50:25.047991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031583171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:25.048006Z","caller":"traceutil/trace.go:171","msg":"trace[868416456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26443; }","duration":"2.900349874s","start":"2026-07-03T16:50:22.147641Z","end":"2026-07-03T16:50:25.047991Z","steps":["trace[868416456] 'agreement among raft nodes before linearized reading' (duration: 2.900187559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.14763Z","time spent":"2.900409535s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232140258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-03T16:50:25.048108Z","caller":"traceutil/trace.go:171","msg":"trace[875892189] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26443; }","duration":"4.232176879s","start":"2026-07-03T16:50:20.815922Z","end":"2026-07-03T16:50:25.048099Z","steps":["trace[875892189] 'agreement among raft nodes before linearized reading' (duration: 4.232110598s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.047899Z","caller":"traceutil/trace.go:171","msg":"trace[324388035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26443; }","duration":"3.792626648s","start":"2026-07-03T16:50:21.255266Z","end":"2026-07-03T16:50:25.047893Z","steps":["trace[324388035] 'agreement among raft nodes before linearized reading' (duration: 3.792564636s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.0482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95607684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18273"} {"level":"warn","ts":"2026-07-03T16:50:25.048192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.255241Z","time spent":"3.792927976s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:50:25.04821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110181091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:25.048266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087544362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:25.048276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.20673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:25.048292Z","caller":"traceutil/trace.go:171","msg":"trace[1543326963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26443; }","duration":"1.087596064s","start":"2026-07-03T16:50:23.96069Z","end":"2026-07-03T16:50:25.048286Z","steps":["trace[1543326963] 'agreement among raft nodes before linearized reading' (duration: 1.087556543s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.04802Z","caller":"traceutil/trace.go:171","msg":"trace[1582247567] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26443; }","duration":"4.031642843s","start":"2026-07-03T16:50:21.016368Z","end":"2026-07-03T16:50:25.048011Z","steps":["trace[1582247567] 'agreement among raft nodes before linearized reading' (duration: 4.031602222s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.048303Z","caller":"traceutil/trace.go:171","msg":"trace[983846756] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26443; }","duration":"843.293062ms","start":"2026-07-03T16:50:24.205002Z","end":"2026-07-03T16:50:25.048295Z","steps":["trace[983846756] 'agreement among raft nodes before linearized reading' (duration: 843.237171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.04831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.960678Z","time spent":"1.087627055s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:25.047405Z","caller":"traceutil/trace.go:171","msg":"trace[426720292] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26443; }","duration":"2.549889906s","start":"2026-07-03T16:50:22.497507Z","end":"2026-07-03T16:50:25.047397Z","steps":["trace[426720292] 'agreement among raft nodes before linearized reading' (duration: 2.549784014s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.016344Z","time spent":"4.031977431s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.048371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.497491Z","time spent":"2.550867392s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154114701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:25.048457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953638836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.18bed5a65ed13fde\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-07-03T16:50:25.048353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812100313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:50:25.048483Z","caller":"traceutil/trace.go:171","msg":"trace[970915068] range","detail":"{range_begin:/registry/events/openstack/octavia-client.18bed5a65ed13fde; range_end:; response_count:1; response_revision:26443; }","duration":"1.953678058s","start":"2026-07-03T16:50:23.094799Z","end":"2026-07-03T16:50:25.048477Z","steps":["trace[970915068] 'agreement among raft nodes before linearized reading' (duration: 1.953607976s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.048483Z","caller":"traceutil/trace.go:171","msg":"trace[1433569469] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26443; }","duration":"1.154205113s","start":"2026-07-03T16:50:23.894254Z","end":"2026-07-03T16:50:25.04846Z","steps":["trace[1433569469] 'agreement among raft nodes before linearized reading' (duration: 1.154127791s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931336778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:50:25.048505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955940026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn\" ","response":"range_response_count:1 size:5626"} {"level":"warn","ts":"2026-07-03T16:50:25.048515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.400292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:25.048537Z","caller":"traceutil/trace.go:171","msg":"trace[1040600792] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn; range_end:; response_count:1; response_revision:26443; }","duration":"1.955997028s","start":"2026-07-03T16:50:23.092533Z","end":"2026-07-03T16:50:25.04853Z","steps":["trace[1040600792] 'agreement among raft nodes before linearized reading' (duration: 1.955918186s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.048542Z","caller":"traceutil/trace.go:171","msg":"trace[608533691] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26443; }","duration":"428.453502ms","start":"2026-07-03T16:50:24.62008Z","end":"2026-07-03T16:50:25.048534Z","steps":["trace[608533691] 'agreement among raft nodes before linearized reading' (duration: 428.411201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.04854Z","caller":"traceutil/trace.go:171","msg":"trace[1105372121] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26443; }","duration":"1.931396909s","start":"2026-07-03T16:50:23.117125Z","end":"2026-07-03T16:50:25.048522Z","steps":["trace[1105372121] 'agreement among raft nodes before linearized reading' (duration: 1.931198064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:24.620047Z","time spent":"428.510384ms","remote":"127.0.0.1:57988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:25.048261Z","caller":"traceutil/trace.go:171","msg":"trace[2030768406] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26443; }","duration":"3.110258413s","start":"2026-07-03T16:50:21.937988Z","end":"2026-07-03T16:50:25.048246Z","steps":["trace[2030768406] 'agreement among raft nodes before linearized reading' (duration: 3.110174381s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198838322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:25.048592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298721075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:50:25.047764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900091017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:50:25.048613Z","caller":"traceutil/trace.go:171","msg":"trace[1851790575] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26443; }","duration":"1.198908794s","start":"2026-07-03T16:50:23.849698Z","end":"2026-07-03T16:50:25.048607Z","steps":["trace[1851790575] 'agreement among raft nodes before linearized reading' (duration: 1.198872853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.047818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.330113Z","time spent":"3.717700113s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.84968Z","time spent":"1.198951035s","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:25.048634Z","caller":"traceutil/trace.go:171","msg":"trace[774181666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26443; }","duration":"2.90097972s","start":"2026-07-03T16:50:22.147641Z","end":"2026-07-03T16:50:25.048621Z","steps":["trace[774181666] 'agreement among raft nodes before linearized reading' (duration: 2.900062836s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.057412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:25.048533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.894234Z","time spent":"1.154282886s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.048675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506855629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:25.048695Z","caller":"traceutil/trace.go:171","msg":"trace[1101513391] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26443; }","duration":"710.125894ms","start":"2026-07-03T16:50:24.338562Z","end":"2026-07-03T16:50:25.048688Z","steps":["trace[1101513391] 'agreement among raft nodes before linearized reading' (duration: 710.051382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.937973Z","time spent":"3.110620092s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.048723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:24.338542Z","time spent":"710.171636ms","remote":"127.0.0.1:49070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:25.048718Z","caller":"traceutil/trace.go:171","msg":"trace[934128888] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26443; }","duration":"1.50692403s","start":"2026-07-03T16:50:23.541782Z","end":"2026-07-03T16:50:25.048706Z","steps":["trace[934128888] 'agreement among raft nodes before linearized reading' (duration: 1.506852668s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.117082Z","time spent":"1.931494921s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:50:25.04876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.541766Z","time spent":"1.506978162s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:25.048558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.092519Z","time spent":"1.956034089s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5650,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923971867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:25.047957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861412005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:50:25.048821Z","caller":"traceutil/trace.go:171","msg":"trace[1079185975] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26443; }","duration":"3.862299966s","start":"2026-07-03T16:50:21.186514Z","end":"2026-07-03T16:50:25.048814Z","steps":["trace[1079185975] 'agreement among raft nodes before linearized reading' (duration: 3.861395933s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.048823Z","caller":"traceutil/trace.go:171","msg":"trace[320921790] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26443; }","duration":"1.924073589s","start":"2026-07-03T16:50:23.124732Z","end":"2026-07-03T16:50:25.048806Z","steps":["trace[320921790] 'agreement among raft nodes before linearized reading' (duration: 1.923973367s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.04885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:21.186498Z","time spent":"3.862344778s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:20.815916Z","time spent":"4.23221197s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.28302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-07-03T16:50:25.048326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:24.204979Z","time spent":"843.341134ms","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:50:25.048896Z","caller":"traceutil/trace.go:171","msg":"trace[260860389] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26443; }","duration":"628.31041ms","start":"2026-07-03T16:50:24.420579Z","end":"2026-07-03T16:50:25.048889Z","steps":["trace[260860389] 'agreement among raft nodes before linearized reading' (duration: 628.239849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:24.42054Z","time spent":"628.374182ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-03T16:50:25.048491Z","caller":"traceutil/trace.go:171","msg":"trace[867600995] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26443; }","duration":"1.812281238s","start":"2026-07-03T16:50:23.236201Z","end":"2026-07-03T16:50:25.048482Z","steps":["trace[867600995] 'agreement among raft nodes before linearized reading' (duration: 1.812055462s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.09479Z","time spent":"1.953715529s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":713,"request content":"key:\"/registry/events/openstack/octavia-client.18bed5a65ed13fde\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.23618Z","time spent":"1.81277505s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:50:25.048677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:22.147625Z","time spent":"2.901037631s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:50:25.048618Z","caller":"traceutil/trace.go:171","msg":"trace[1271261543] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26443; }","duration":"1.298774557s","start":"2026-07-03T16:50:23.749837Z","end":"2026-07-03T16:50:25.048611Z","steps":["trace[1271261543] 'agreement among raft nodes before linearized reading' (duration: 1.298708886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.048866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.124719Z","time spent":"1.924132181s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:25.048226Z","caller":"traceutil/trace.go:171","msg":"trace[1098701219] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26443; }","duration":"1.956132141s","start":"2026-07-03T16:50:23.092088Z","end":"2026-07-03T16:50:25.04822Z","steps":["trace[1098701219] 'agreement among raft nodes before linearized reading' (duration: 1.95606894s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.049205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.09207Z","time spent":"1.957117547s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:50:25.049115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:23.749819Z","time spent":"1.29928845s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:50:25.808809Z","caller":"traceutil/trace.go:171","msg":"trace[706346933] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"756.589862ms","start":"2026-07-03T16:50:25.0522Z","end":"2026-07-03T16:50:25.808789Z","steps":["trace[706346933] 'process raft request' (duration: 665.840506ms)","trace[706346933] 'compare' (duration: 90.587761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:25.808918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.052191Z","time spent":"756.673833ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:25.809039Z","caller":"traceutil/trace.go:171","msg":"trace[1154555376] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"754.278542ms","start":"2026-07-03T16:50:25.054751Z","end":"2026-07-03T16:50:25.809029Z","steps":["trace[1154555376] 'process raft request' (duration: 753.976583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:25.809293Z","caller":"traceutil/trace.go:171","msg":"trace[1133889053] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"754.435116ms","start":"2026-07-03T16:50:25.054851Z","end":"2026-07-03T16:50:25.809286Z","steps":["trace[1133889053] 'process raft request' (duration: 754.018405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.80934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.054846Z","time spent":"754.473947ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:25.809598Z","caller":"traceutil/trace.go:171","msg":"trace[241132629] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"754.627511ms","start":"2026-07-03T16:50:25.054961Z","end":"2026-07-03T16:50:25.809589Z","steps":["trace[241132629] 'process raft request' (duration: 754.295903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.80964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.054956Z","time spent":"754.662922ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:25.809965Z","caller":"traceutil/trace.go:171","msg":"trace[154541571] linearizableReadLoop","detail":"{readStateIndex:27358; appliedIndex:27356; }","duration":"757.67771ms","start":"2026-07-03T16:50:25.052279Z","end":"2026-07-03T16:50:25.809957Z","steps":["trace[154541571] 'read index received' (duration: 139.609135ms)","trace[154541571] 'applied index is now lower than readState.Index' (duration: 618.066535ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:25.810026Z","caller":"traceutil/trace.go:171","msg":"trace[2089831780] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"753.824709ms","start":"2026-07-03T16:50:25.056195Z","end":"2026-07-03T16:50:25.81002Z","steps":["trace[2089831780] 'process raft request' (duration: 753.357577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.810065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.056186Z","time spent":"753.854531ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:25.810291Z","caller":"traceutil/trace.go:171","msg":"trace[977078223] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"752.207998ms","start":"2026-07-03T16:50:25.058075Z","end":"2026-07-03T16:50:25.810283Z","steps":["trace[977078223] 'process raft request' (duration: 751.823458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.810335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.058053Z","time spent":"752.26134ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7595,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:25.810513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.230595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-82900497-cda1-4ad1-b29b-fcdf9da9f700\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-03T16:50:25.810544Z","caller":"traceutil/trace.go:171","msg":"trace[1070959352] range","detail":"{range_begin:/registry/persistentvolumes/pvc-82900497-cda1-4ad1-b29b-fcdf9da9f700; range_end:; response_count:1; response_revision:26449; }","duration":"758.284745ms","start":"2026-07-03T16:50:25.052253Z","end":"2026-07-03T16:50:25.810538Z","steps":["trace[1070959352] 'agreement among raft nodes before linearized reading' (duration: 758.173002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:25.810564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.052239Z","time spent":"758.319967ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-82900497-cda1-4ad1-b29b-fcdf9da9f700\" "} {"level":"warn","ts":"2026-07-03T16:50:25.810911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.054737Z","time spent":"756.13769ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:26.310101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:26.999347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.024577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:26.999547Z","caller":"traceutil/trace.go:171","msg":"trace[1854814277] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"1.785975745s","start":"2026-07-03T16:50:25.213541Z","end":"2026-07-03T16:50:26.999517Z","steps":["trace[1854814277] 'process raft request' (duration: 1.36169568s)","trace[1854814277] 'compare' (duration: 422.807486ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:26.99961Z","caller":"traceutil/trace.go:171","msg":"trace[83640714] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"1.33625994s","start":"2026-07-03T16:50:25.663331Z","end":"2026-07-03T16:50:26.999591Z","steps":["trace[83640714] 'process raft request' (duration: 1.336112555s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:26.999608Z","caller":"traceutil/trace.go:171","msg":"trace[1197836542] linearizableReadLoop","detail":"{readStateIndex:27367; appliedIndex:27363; }","duration":"1.189607683s","start":"2026-07-03T16:50:25.809989Z","end":"2026-07-03T16:50:26.999597Z","steps":["trace[1197836542] 'read index received' (duration: 765.227896ms)","trace[1197836542] 'applied index is now lower than readState.Index' (duration: 424.379137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:26.999689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.663306Z","time spent":"1.336337701s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:26.999693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.213525Z","time spent":"1.786076157s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:26.999743Z","caller":"traceutil/trace.go:171","msg":"trace[391519041] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"1.33628653s","start":"2026-07-03T16:50:25.663438Z","end":"2026-07-03T16:50:26.999724Z","steps":["trace[391519041] 'process raft request' (duration: 1.336103166s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:26.999782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807367171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-07-03T16:50:26.999776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944681805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:26.999807Z","caller":"traceutil/trace.go:171","msg":"trace[1216128938] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26453; }","duration":"1.807417731s","start":"2026-07-03T16:50:25.192382Z","end":"2026-07-03T16:50:26.9998Z","steps":["trace[1216128938] 'agreement among raft nodes before linearized reading' (duration: 1.807302508s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:26.999844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.192367Z","time spent":"1.807471173s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9533,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-07-03T16:50:26.999676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351907186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:26.999842Z","caller":"traceutil/trace.go:171","msg":"trace[1830231753] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26453; }","duration":"1.944772648s","start":"2026-07-03T16:50:25.055055Z","end":"2026-07-03T16:50:26.999828Z","steps":["trace[1830231753] 'agreement among raft nodes before linearized reading' (duration: 1.944643525s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:26.999878Z","caller":"traceutil/trace.go:171","msg":"trace[1176384317] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"1.336322281s","start":"2026-07-03T16:50:25.663548Z","end":"2026-07-03T16:50:26.99987Z","steps":["trace[1176384317] 'process raft request' (duration: 1.336014863s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:26.999931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.663542Z","time spent":"1.336369892s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:26.999878Z","caller":"traceutil/trace.go:171","msg":"trace[355384339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26453; }","duration":"1.352164243s","start":"2026-07-03T16:50:25.647702Z","end":"2026-07-03T16:50:26.999866Z","steps":["trace[355384339] 'agreement among raft nodes before linearized reading' (duration: 1.351901336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938527574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:50:27.000017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185742333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-server.18bed5a65ed00568\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-07-03T16:50:27.000034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185438244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:27.000048Z","caller":"traceutil/trace.go:171","msg":"trace[592925204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26453; }","duration":"1.938577395s","start":"2026-07-03T16:50:25.06146Z","end":"2026-07-03T16:50:27.000037Z","steps":["trace[592925204] 'agreement among raft nodes before linearized reading' (duration: 1.938447882s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175716123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-qv4wk\" ","response":"range_response_count:1 size:4924"} {"level":"info","ts":"2026-07-03T16:50:27.00007Z","caller":"traceutil/trace.go:171","msg":"trace[514814074] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26453; }","duration":"1.185492045s","start":"2026-07-03T16:50:25.814566Z","end":"2026-07-03T16:50:27.000058Z","steps":["trace[514814074] 'agreement among raft nodes before linearized reading' (duration: 1.185424553s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:27.000068Z","caller":"traceutil/trace.go:171","msg":"trace[1078772762] range","detail":"{range_begin:/registry/events/openstack/octavia-server.18bed5a65ed00568; range_end:; response_count:1; response_revision:26453; }","duration":"1.185813935s","start":"2026-07-03T16:50:25.814237Z","end":"2026-07-03T16:50:27.000051Z","steps":["trace[1078772762] 'agreement among raft nodes before linearized reading' (duration: 1.185673811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.061446Z","time spent":"1.938626477s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:50:27.000098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.814558Z","time spent":"1.185531587s","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:27.000071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941601674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:27.000156Z","caller":"traceutil/trace.go:171","msg":"trace[1427162753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26453; }","duration":"1.941717587s","start":"2026-07-03T16:50:25.058418Z","end":"2026-07-03T16:50:27.000136Z","steps":["trace[1427162753] 'agreement among raft nodes before linearized reading' (duration: 1.941551343s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185907107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-03T16:50:27.000203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.330362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:50:27.000199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.148388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-03T16:50:27.000223Z","caller":"traceutil/trace.go:171","msg":"trace[71523842] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26453; }","duration":"363.383374ms","start":"2026-07-03T16:50:26.636833Z","end":"2026-07-03T16:50:27.000217Z","steps":["trace[71523842] 'agreement among raft nodes before linearized reading' (duration: 363.257161ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:27.000224Z","caller":"traceutil/trace.go:171","msg":"trace[822876710] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298; range_end:; response_count:1; response_revision:26453; }","duration":"1.185952258s","start":"2026-07-03T16:50:25.814261Z","end":"2026-07-03T16:50:27.000214Z","steps":["trace[822876710] 'agreement among raft nodes before linearized reading' (duration: 1.185862356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.058411Z","time spent":"1.94179488s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:27.000231Z","caller":"traceutil/trace.go:171","msg":"trace[1220810336] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26453; }","duration":"442.20485ms","start":"2026-07-03T16:50:26.558017Z","end":"2026-07-03T16:50:27.000222Z","steps":["trace[1220810336] 'agreement among raft nodes before linearized reading' (duration: 442.116448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.636817Z","time spent":"363.422335ms","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:27.000246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.81423Z","time spent":"1.18601155s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298\" "} {"level":"info","ts":"2026-07-03T16:50:27.000077Z","caller":"traceutil/trace.go:171","msg":"trace[654432848] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-qv4wk; range_end:; response_count:1; response_revision:26453; }","duration":"1.175762733s","start":"2026-07-03T16:50:25.824308Z","end":"2026-07-03T16:50:27.000071Z","steps":["trace[654432848] 'agreement among raft nodes before linearized reading' (duration: 1.175680401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.558002Z","time spent":"442.250901ms","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T16:50:27.00029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.824292Z","time spent":"1.17598749s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4948,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-qv4wk\" "} {"level":"warn","ts":"2026-07-03T16:50:27.000295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184294725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-03T16:50:27.000341Z","caller":"traceutil/trace.go:171","msg":"trace[1751943269] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26453; }","duration":"1.184395027s","start":"2026-07-03T16:50:25.815928Z","end":"2026-07-03T16:50:27.000323Z","steps":["trace[1751943269] 'agreement among raft nodes before linearized reading' (duration: 1.184217592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.000104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.814222Z","time spent":"1.185874646s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":713,"request content":"key:\"/registry/events/openstack/octavia-server.18bed5a65ed00568\" "} {"level":"warn","ts":"2026-07-03T16:50:27.000391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.81591Z","time spent":"1.184467709s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:27.000068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.647681Z","time spent":"1.352329817s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:26.99984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.663429Z","time spent":"1.336353202s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:26.999887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:25.055049Z","time spent":"1.944826849s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:27.503413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:27.942778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.418305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:27.942909Z","caller":"traceutil/trace.go:171","msg":"trace[173668185] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"939.928671ms","start":"2026-07-03T16:50:27.002959Z","end":"2026-07-03T16:50:27.942887Z","steps":["trace[173668185] 'process raft request' (duration: 539.30415ms)","trace[173668185] 'compare' (duration: 399.845581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:27.942976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.002943Z","time spent":"939.998252ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:28.647773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.259656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:28.647984Z","caller":"traceutil/trace.go:171","msg":"trace[863127684] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"1.644931193s","start":"2026-07-03T16:50:27.003028Z","end":"2026-07-03T16:50:28.647959Z","steps":["trace[863127684] 'process raft request' (duration: 1.094401s)","trace[863127684] 'compare' (duration: 549.289421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:28.648073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.003015Z","time spent":"1.645018655s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:28.648266Z","caller":"traceutil/trace.go:171","msg":"trace[1255304089] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"1.642559041s","start":"2026-07-03T16:50:27.005674Z","end":"2026-07-03T16:50:28.648233Z","steps":["trace[1255304089] 'process raft request' (duration: 1.642202962s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:28.64831Z","caller":"traceutil/trace.go:171","msg":"trace[917340404] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"1.637374996s","start":"2026-07-03T16:50:27.010912Z","end":"2026-07-03T16:50:28.648287Z","steps":["trace[917340404] 'process raft request' (duration: 1.637236673s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:28.6484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.005665Z","time spent":"1.642673503s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:28.64831Z","caller":"traceutil/trace.go:171","msg":"trace[1346308301] linearizableReadLoop","detail":"{readStateIndex:27371; appliedIndex:27367; }","duration":"1.645308442s","start":"2026-07-03T16:50:27.002973Z","end":"2026-07-03T16:50:28.648282Z","steps":["trace[1346308301] 'read index received' (duration: 539.289159ms)","trace[1346308301] 'applied index is now lower than readState.Index' (duration: 1.106018173s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:28.648443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645447545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:28.648615Z","caller":"traceutil/trace.go:171","msg":"trace[1746407361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26457; }","duration":"1.645644771s","start":"2026-07-03T16:50:27.002946Z","end":"2026-07-03T16:50:28.648591Z","steps":["trace[1746407361] 'agreement among raft nodes before linearized reading' (duration: 1.645420355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:28.648669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.002929Z","time spent":"1.645731123s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:28.648485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.010894Z","time spent":"1.637498019s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:29.00516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000672628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:29.005226Z","caller":"traceutil/trace.go:171","msg":"trace[1608428523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789451s","start":"2026-07-03T16:50:27.004422Z","end":"2026-07-03T16:50:29.005211Z","steps":["trace[1608428523] 'agreement among raft nodes before linearized reading' (duration: 2.000679878s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:29.005262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.004414Z","time spent":"2.000840152s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:30.166807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255428871s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:30.167337Z","caller":"traceutil/trace.go:171","msg":"trace[780568936] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"2.460374322s","start":"2026-07-03T16:50:27.706915Z","end":"2026-07-03T16:50:30.167289Z","steps":["trace[780568936] 'process raft request' (duration: 1.204368536s)","trace[780568936] 'compare' (duration: 1.254036685s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:30.167512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.706891Z","time spent":"2.460525276s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:30.658773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000976817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:30.658862Z","caller":"traceutil/trace.go:171","msg":"trace[63561958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001089279s","start":"2026-07-03T16:50:28.657748Z","end":"2026-07-03T16:50:30.658838Z","steps":["trace[63561958] 'agreement among raft nodes before linearized reading' (duration: 2.000987967s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:30.658912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.657741Z","time spent":"2.001160272s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:31.353429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186491032s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:50:31.353645Z","caller":"traceutil/trace.go:171","msg":"trace[1009866958] linearizableReadLoop","detail":"{readStateIndex:27373; appliedIndex:27371; }","duration":"2.705119416s","start":"2026-07-03T16:50:28.648507Z","end":"2026-07-03T16:50:31.353626Z","steps":["trace[1009866958] 'read index received' (duration: 262.749381ms)","trace[1009866958] 'applied index is now lower than readState.Index' (duration: 2.442369095s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:31.354749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07046001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:50:31.354792Z","caller":"traceutil/trace.go:171","msg":"trace[1428806960] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26458; }","duration":"3.070531462s","start":"2026-07-03T16:50:28.284249Z","end":"2026-07-03T16:50:31.35478Z","steps":["trace[1428806960] 'agreement among raft nodes before linearized reading' (duration: 3.070394528s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.354823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.284231Z","time spent":"3.070584723s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:31.355021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127549621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:31.355045Z","caller":"traceutil/trace.go:171","msg":"trace[1731447568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26458; }","duration":"3.127617323s","start":"2026-07-03T16:50:28.22742Z","end":"2026-07-03T16:50:31.355038Z","steps":["trace[1731447568] 'agreement among raft nodes before linearized reading' (duration: 3.127571772s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.227393Z","time spent":"3.127667635s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:31.35529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852613895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:31.355339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330178982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:50:31.355376Z","caller":"traceutil/trace.go:171","msg":"trace[1771126370] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26458; }","duration":"3.852766139s","start":"2026-07-03T16:50:27.502587Z","end":"2026-07-03T16:50:31.355353Z","steps":["trace[1771126370] 'agreement among raft nodes before linearized reading' (duration: 3.852564224s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015122823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:31.355418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.502565Z","time spent":"3.852845521s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:31.355416Z","caller":"traceutil/trace.go:171","msg":"trace[1585597652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26458; }","duration":"4.330302185s","start":"2026-07-03T16:50:27.025089Z","end":"2026-07-03T16:50:31.355391Z","steps":["trace[1585597652] 'agreement among raft nodes before linearized reading' (duration: 4.33009054s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350218802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ed91580f-9f41-4384-9491-c73860f41b37\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-03T16:50:31.355433Z","caller":"traceutil/trace.go:171","msg":"trace[1967491946] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26458; }","duration":"4.015205986s","start":"2026-07-03T16:50:27.340205Z","end":"2026-07-03T16:50:31.355411Z","steps":["trace[1967491946] 'agreement among raft nodes before linearized reading' (duration: 4.015146184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.025068Z","time spent":"4.330386078s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:31.355487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.340184Z","time spent":"4.015292338s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:31.35549Z","caller":"traceutil/trace.go:171","msg":"trace[629873174] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ed91580f-9f41-4384-9491-c73860f41b37; range_end:; response_count:1; response_revision:26458; }","duration":"4.350274264s","start":"2026-07-03T16:50:27.005191Z","end":"2026-07-03T16:50:31.355466Z","steps":["trace[629873174] 'agreement among raft nodes before linearized reading' (duration: 4.350154191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.005187Z","time spent":"4.350341226s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-ed91580f-9f41-4384-9491-c73860f41b37\" "} {"level":"warn","ts":"2026-07-03T16:50:31.3553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.11169645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:31.355641Z","caller":"traceutil/trace.go:171","msg":"trace[1275577622] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26458; }","duration":"4.112114571s","start":"2026-07-03T16:50:27.24352Z","end":"2026-07-03T16:50:31.355634Z","steps":["trace[1275577622] 'agreement among raft nodes before linearized reading' (duration: 4.111681459s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.243489Z","time spent":"4.112174733s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:31.355756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347347258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-07-03T16:50:31.355796Z","caller":"traceutil/trace.go:171","msg":"trace[614323125] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26458; }","duration":"4.347459421s","start":"2026-07-03T16:50:27.008326Z","end":"2026-07-03T16:50:31.355785Z","steps":["trace[614323125] 'agreement among raft nodes before linearized reading' (duration: 4.347288966s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.3558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121530607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-07-03T16:50:31.355825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.008301Z","time spent":"4.347517413s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-03T16:50:31.355842Z","caller":"traceutil/trace.go:171","msg":"trace[956117404] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26458; }","duration":"4.121612319s","start":"2026-07-03T16:50:27.234218Z","end":"2026-07-03T16:50:31.35583Z","steps":["trace[956117404] 'agreement among raft nodes before linearized reading' (duration: 4.121498156s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.234197Z","time spent":"4.1216701s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:50:31.355271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350909641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:50:31.355908Z","caller":"traceutil/trace.go:171","msg":"trace[902576554] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26458; }","duration":"4.351587499s","start":"2026-07-03T16:50:27.004312Z","end":"2026-07-03T16:50:31.3559Z","steps":["trace[902576554] 'agreement among raft nodes before linearized reading' (duration: 4.350764737s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535430871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:50:31.355932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.004303Z","time spent":"4.3516205s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:50:31.355946Z","caller":"traceutil/trace.go:171","msg":"trace[317785478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26458; }","duration":"3.535507753s","start":"2026-07-03T16:50:27.820423Z","end":"2026-07-03T16:50:31.355931Z","steps":["trace[317785478] 'agreement among raft nodes before linearized reading' (duration: 3.53538047s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.355944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536661914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:50:31.356025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.820406Z","time spent":"3.535608346s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:50:31.356034Z","caller":"traceutil/trace.go:171","msg":"trace[988392271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26458; }","duration":"3.536774626s","start":"2026-07-03T16:50:27.819248Z","end":"2026-07-03T16:50:31.356023Z","steps":["trace[988392271] 'agreement among raft nodes before linearized reading' (duration: 3.536626022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.356064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.81923Z","time spent":"3.536825798s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:50:31.356452Z","caller":"traceutil/trace.go:171","msg":"trace[1966846984] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"2.349975706s","start":"2026-07-03T16:50:29.006464Z","end":"2026-07-03T16:50:31.35644Z","steps":["trace[1966846984] 'process raft request' (duration: 2.3470591s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.356568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:29.006446Z","time spent":"2.350035458s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:31.356791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541302694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:50:31.356838Z","caller":"traceutil/trace.go:171","msg":"trace[1628264097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26458; }","duration":"3.541388895s","start":"2026-07-03T16:50:27.815441Z","end":"2026-07-03T16:50:31.356829Z","steps":["trace[1628264097] 'agreement among raft nodes before linearized reading' (duration: 3.54040104s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.356861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.815419Z","time spent":"3.541437366s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:31.358699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350823958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:31.358746Z","caller":"traceutil/trace.go:171","msg":"trace[707092244] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26458; }","duration":"4.353391336s","start":"2026-07-03T16:50:27.005344Z","end":"2026-07-03T16:50:31.358736Z","steps":["trace[707092244] 'agreement among raft nodes before linearized reading' (duration: 4.349926855s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:31.358773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.00534Z","time spent":"4.353424166s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:32.659319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:32.659425Z","caller":"traceutil/trace.go:171","msg":"trace[261120325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296208s","start":"2026-07-03T16:50:30.659111Z","end":"2026-07-03T16:50:32.659407Z","steps":["trace[261120325] 'agreement among raft nodes before linearized reading' (duration: 2.000164795s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.659473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:30.659091Z","time spent":"2.00037368s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:32.690618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328785235s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:32.708291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762485076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-03T16:50:32.708375Z","caller":"traceutil/trace.go:171","msg":"trace[1548933516] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378; range_end:; response_count:1; response_revision:26459; }","duration":"4.762607309s","start":"2026-07-03T16:50:27.945746Z","end":"2026-07-03T16:50:32.708353Z","steps":["trace[1548933516] 'agreement among raft nodes before linearized reading' (duration: 3.410147969s)","trace[1548933516] 'range keys from in-memory index tree' (duration: 1.352255265s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:32.708419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.945712Z","time spent":"4.762697541s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378\" "} {"level":"warn","ts":"2026-07-03T16:50:32.709073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609285879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:32.709183Z","caller":"traceutil/trace.go:171","msg":"trace[866870162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26459; }","duration":"4.609447873s","start":"2026-07-03T16:50:28.099704Z","end":"2026-07-03T16:50:32.709152Z","steps":["trace[866870162] 'agreement among raft nodes before linearized reading' (duration: 3.256195382s)","trace[866870162] 'count revisions from in-memory index tree' (duration: 1.353107518s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:32.70927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.099688Z","time spent":"4.609560887s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:32.709303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876596858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:50:32.709371Z","caller":"traceutil/trace.go:171","msg":"trace[2021160870] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26459; }","duration":"4.876722791s","start":"2026-07-03T16:50:27.832627Z","end":"2026-07-03T16:50:32.70935Z","steps":["trace[2021160870] 'agreement among raft nodes before linearized reading' (duration: 3.523285735s)","trace[2021160870] 'range keys from in-memory index tree' (duration: 1.353252131s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:32.709417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.832605Z","time spent":"4.876801894s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:50:32.70964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353117648s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:32.709912Z","caller":"traceutil/trace.go:171","msg":"trace[1240553475] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"3.702133379s","start":"2026-07-03T16:50:29.007756Z","end":"2026-07-03T16:50:32.709889Z","steps":["trace[1240553475] 'process raft request' (duration: 2.348673283s)","trace[1240553475] 'compare' (duration: 1.351666119s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:32.710018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:29.00773Z","time spent":"3.702239392s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:32.71034Z","caller":"traceutil/trace.go:171","msg":"trace[1986206410] linearizableReadLoop","detail":"{readStateIndex:27377; appliedIndex:27373; }","duration":"1.356648059s","start":"2026-07-03T16:50:31.353676Z","end":"2026-07-03T16:50:32.710324Z","steps":["trace[1986206410] 'read index received' (duration: 1.423507ms)","trace[1986206410] 'applied index is now lower than readState.Index' (duration: 1.355223512s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:32.710354Z","caller":"traceutil/trace.go:171","msg":"trace[292435669] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"3.701587075s","start":"2026-07-03T16:50:29.008723Z","end":"2026-07-03T16:50:32.71031Z","steps":["trace[292435669] 'process raft request' (duration: 3.701065631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586805094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:32.710491Z","caller":"traceutil/trace.go:171","msg":"trace[1206927595] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26462; }","duration":"2.586909367s","start":"2026-07-03T16:50:30.123566Z","end":"2026-07-03T16:50:32.710475Z","steps":["trace[1206927595] 'agreement among raft nodes before linearized reading' (duration: 2.586793804s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847683226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:50:32.710503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:29.00871Z","time spent":"3.701697167s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:32.710517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018205593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:50:32.710542Z","caller":"traceutil/trace.go:171","msg":"trace[2012768413] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26462; }","duration":"3.847748298s","start":"2026-07-03T16:50:28.862784Z","end":"2026-07-03T16:50:32.710532Z","steps":["trace[2012768413] 'agreement among raft nodes before linearized reading' (duration: 3.847623355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:30.123546Z","time spent":"2.586986848s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:32.710571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057274298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18bed5a65ed882fb\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-07-03T16:50:32.710577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.862771Z","time spent":"3.847800779s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:50:32.71059Z","caller":"traceutil/trace.go:171","msg":"trace[333680466] range","detail":"{range_begin:/registry/events/openstack/valkey.18bed5a65ed882fb; range_end:; response_count:1; response_revision:26462; }","duration":"4.057320629s","start":"2026-07-03T16:50:28.653263Z","end":"2026-07-03T16:50:32.710583Z","steps":["trace[333680466] 'agreement among raft nodes before linearized reading' (duration: 4.057275497s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:32.710586Z","caller":"traceutil/trace.go:171","msg":"trace[1716683073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26462; }","duration":"4.018318356s","start":"2026-07-03T16:50:28.69225Z","end":"2026-07-03T16:50:32.710569Z","steps":["trace[1716683073] 'agreement among raft nodes before linearized reading' (duration: 4.018127081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.653245Z","time spent":"4.05736381s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":688,"request content":"key:\"/registry/events/openstack/valkey.18bed5a65ed882fb\" "} {"level":"warn","ts":"2026-07-03T16:50:32.710527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056428126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-07-03T16:50:32.710609Z","caller":"traceutil/trace.go:171","msg":"trace[1141267539] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"2.654555953s","start":"2026-07-03T16:50:30.056033Z","end":"2026-07-03T16:50:32.710589Z","steps":["trace[1141267539] 'process raft request' (duration: 2.654204134s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031269163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:32.710641Z","caller":"traceutil/trace.go:171","msg":"trace[1940827696] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26462; }","duration":"4.05657361s","start":"2026-07-03T16:50:28.654062Z","end":"2026-07-03T16:50:32.710635Z","steps":["trace[1940827696] 'agreement among raft nodes before linearized reading' (duration: 4.056396625s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801541249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:32.710632Z","caller":"traceutil/trace.go:171","msg":"trace[2066253400] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"1.348928158s","start":"2026-07-03T16:50:31.361686Z","end":"2026-07-03T16:50:32.710614Z","steps":["trace[2066253400] 'process raft request' (duration: 1.348618431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.654043Z","time spent":"4.056619131s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-03T16:50:32.71069Z","caller":"traceutil/trace.go:171","msg":"trace[850620407] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26462; }","duration":"2.801659712s","start":"2026-07-03T16:50:29.909013Z","end":"2026-07-03T16:50:32.710673Z","steps":["trace[850620407] 'agreement among raft nodes before linearized reading' (duration: 2.801511578s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:32.710677Z","caller":"traceutil/trace.go:171","msg":"trace[1066939449] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26462; }","duration":"4.03153825s","start":"2026-07-03T16:50:28.679125Z","end":"2026-07-03T16:50:32.710663Z","steps":["trace[1066939449] 'agreement among raft nodes before linearized reading' (duration: 4.031277643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.710718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:30.056011Z","time spent":"2.654641094s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:32.710736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:29.908985Z","time spent":"2.801740534s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:32.710744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.67911Z","time spent":"4.031620342s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:32.710762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.361665Z","time spent":"1.34902355s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:32.710795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852538933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-03T16:50:32.710821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83392283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:32.71084Z","caller":"traceutil/trace.go:171","msg":"trace[714991695] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26463; }","duration":"2.833984051s","start":"2026-07-03T16:50:29.876849Z","end":"2026-07-03T16:50:32.710833Z","steps":["trace[714991695] 'agreement among raft nodes before linearized reading' (duration: 2.83394447s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:32.710845Z","caller":"traceutil/trace.go:171","msg":"trace[308468127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26463; }","duration":"3.852612285s","start":"2026-07-03T16:50:28.858217Z","end":"2026-07-03T16:50:32.71083Z","steps":["trace[308468127] 'agreement among raft nodes before linearized reading' (duration: 3.852446241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.71086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:29.876823Z","time spent":"2.834033252s","remote":"127.0.0.1:44442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:32.710637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.692237Z","time spent":"4.018387818s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:50:32.71089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.858201Z","time spent":"3.852676846s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:50:32.711131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717474907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:50:32.711593Z","caller":"traceutil/trace.go:171","msg":"trace[1503369207] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26462; }","duration":"3.717965441s","start":"2026-07-03T16:50:28.993611Z","end":"2026-07-03T16:50:32.711576Z","steps":["trace[1503369207] 'agreement among raft nodes before linearized reading' (duration: 3.716729798s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.711751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:28.993594Z","time spent":"3.718102714s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:50:32.970993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.89603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:32.971235Z","caller":"traceutil/trace.go:171","msg":"trace[735496150] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"1.609524213s","start":"2026-07-03T16:50:31.361686Z","end":"2026-07-03T16:50:32.97121Z","steps":["trace[735496150] 'process raft request' (duration: 1.496353416s)","trace[735496150] 'compare' (duration: 112.626143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:32.971324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.361668Z","time spent":"1.609615685s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:32.971675Z","caller":"traceutil/trace.go:171","msg":"trace[1684817107] linearizableReadLoop","detail":"{readStateIndex:27380; appliedIndex:27378; }","duration":"261.280642ms","start":"2026-07-03T16:50:32.710383Z","end":"2026-07-03T16:50:32.971663Z","steps":["trace[1684817107] 'read index received' (duration: 147.773546ms)","trace[1684817107] 'applied index is now lower than readState.Index' (duration: 113.506096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:32.971764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479486648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:32.971801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512472443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-07-03T16:50:32.971807Z","caller":"traceutil/trace.go:171","msg":"trace[32828581] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26465; }","duration":"1.479553309s","start":"2026-07-03T16:50:31.492242Z","end":"2026-07-03T16:50:32.971795Z","steps":["trace[32828581] 'agreement among raft nodes before linearized reading' (duration: 1.479477387s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:32.971826Z","caller":"traceutil/trace.go:171","msg":"trace[639561499] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26465; }","duration":"1.512534235s","start":"2026-07-03T16:50:31.459284Z","end":"2026-07-03T16:50:32.971818Z","steps":["trace[639561499] 'agreement among raft nodes before linearized reading' (duration: 1.512436872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.971849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.459264Z","time spent":"1.512579747s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":904,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-07-03T16:50:32.971839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.492231Z","time spent":"1.47959909s","remote":"127.0.0.1:50972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:32.971826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.740937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:32.971906Z","caller":"traceutil/trace.go:171","msg":"trace[2078337408] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26465; }","duration":"785.869391ms","start":"2026-07-03T16:50:32.186019Z","end":"2026-07-03T16:50:32.971888Z","steps":["trace[2078337408] 'agreement among raft nodes before linearized reading' (duration: 785.717807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.971887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607898722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:32.971961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.186004Z","time spent":"785.941093ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:32.971984Z","caller":"traceutil/trace.go:171","msg":"trace[834668708] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26465; }","duration":"1.608033794s","start":"2026-07-03T16:50:31.363927Z","end":"2026-07-03T16:50:32.97196Z","steps":["trace[834668708] 'agreement among raft nodes before linearized reading' (duration: 1.60785282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.972019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610310493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:50:32.97204Z","caller":"traceutil/trace.go:171","msg":"trace[957826630] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26465; }","duration":"1.610373995s","start":"2026-07-03T16:50:31.36166Z","end":"2026-07-03T16:50:32.972034Z","steps":["trace[957826630] 'agreement among raft nodes before linearized reading' (duration: 1.610308803s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.97205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.363919Z","time spent":"1.608118998s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:32.9721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26268509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:32.972116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610449977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:32.972132Z","caller":"traceutil/trace.go:171","msg":"trace[812404966] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26465; }","duration":"1.262749532s","start":"2026-07-03T16:50:31.709375Z","end":"2026-07-03T16:50:32.972124Z","steps":["trace[812404966] 'agreement among raft nodes before linearized reading' (duration: 1.262703601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.972161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.709355Z","time spent":"1.262797312s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:32.972182Z","caller":"traceutil/trace.go:171","msg":"trace[196004870] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"1.610169661s","start":"2026-07-03T16:50:31.361999Z","end":"2026-07-03T16:50:32.972169Z","steps":["trace[196004870] 'process raft request' (duration: 1.609080532s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.972063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.361623Z","time spent":"1.610436237s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-03T16:50:32.972273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.36199Z","time spent":"1.610226652s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:32.9723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605690765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:50:32.972328Z","caller":"traceutil/trace.go:171","msg":"trace[1331387323] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26465; }","duration":"1.605732836s","start":"2026-07-03T16:50:31.36659Z","end":"2026-07-03T16:50:32.972322Z","steps":["trace[1331387323] 'agreement among raft nodes before linearized reading' (duration: 1.605659824s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.97235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.366584Z","time spent":"1.605761396s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T16:50:32.972063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.680049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:50:32.972431Z","caller":"traceutil/trace.go:171","msg":"trace[1685671226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26465; }","duration":"961.073179ms","start":"2026-07-03T16:50:32.011345Z","end":"2026-07-03T16:50:32.972418Z","steps":["trace[1685671226] 'agreement among raft nodes before linearized reading' (duration: 960.647427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:32.972135Z","caller":"traceutil/trace.go:171","msg":"trace[300873279] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26465; }","duration":"1.610503219s","start":"2026-07-03T16:50:31.361625Z","end":"2026-07-03T16:50:32.972129Z","steps":["trace[300873279] 'agreement among raft nodes before linearized reading' (duration: 1.610449957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.972512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.361605Z","time spent":"1.610895449s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:32.972473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.011327Z","time spent":"961.136051ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:32.972396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.553772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:32.972848Z","caller":"traceutil/trace.go:171","msg":"trace[146198034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26465; }","duration":"306.038635ms","start":"2026-07-03T16:50:32.666797Z","end":"2026-07-03T16:50:32.972835Z","steps":["trace[146198034] 'agreement among raft nodes before linearized reading' (duration: 305.559063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.97289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.666771Z","time spent":"306.107676ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:32.972989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599179205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:32.973019Z","caller":"traceutil/trace.go:171","msg":"trace[1307275904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26465; }","duration":"1.599225016s","start":"2026-07-03T16:50:31.373787Z","end":"2026-07-03T16:50:32.973012Z","steps":["trace[1307275904] 'agreement among raft nodes before linearized reading' (duration: 1.598655012s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.973037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.373779Z","time spent":"1.599253597s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:34.274668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113969718s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:34.27498Z","caller":"traceutil/trace.go:171","msg":"trace[1177045610] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"1.563648833s","start":"2026-07-03T16:50:32.711308Z","end":"2026-07-03T16:50:34.274956Z","steps":["trace[1177045610] 'process raft request' (duration: 449.294624ms)","trace[1177045610] 'compare' (duration: 1.112595823s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:34.275055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.71129Z","time spent":"1.563731865s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:34.27504Z","caller":"traceutil/trace.go:171","msg":"trace[962236879] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"1.561281501s","start":"2026-07-03T16:50:32.713726Z","end":"2026-07-03T16:50:34.275007Z","steps":["trace[962236879] 'process raft request' (duration: 1.561036445s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:34.275146Z","caller":"traceutil/trace.go:171","msg":"trace[917515513] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"911.216915ms","start":"2026-07-03T16:50:33.363916Z","end":"2026-07-03T16:50:34.275133Z","steps":["trace[917515513] 'process raft request' (duration: 911.176904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:34.275174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.713679Z","time spent":"1.561419325s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:34.275215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.363898Z","time spent":"911.284097ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:34.275253Z","caller":"traceutil/trace.go:171","msg":"trace[548867177] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"1.56011949s","start":"2026-07-03T16:50:32.715124Z","end":"2026-07-03T16:50:34.275243Z","steps":["trace[548867177] 'process raft request' (duration: 1.559783302s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:34.275314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.715115Z","time spent":"1.560168032s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:34.275377Z","caller":"traceutil/trace.go:171","msg":"trace[1383718014] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"1.555685886s","start":"2026-07-03T16:50:32.71968Z","end":"2026-07-03T16:50:34.275366Z","steps":["trace[1383718014] 'process raft request' (duration: 1.555324777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:34.27544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.719664Z","time spent":"1.555746058s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:34.275376Z","caller":"traceutil/trace.go:171","msg":"trace[914797827] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"1.558696114s","start":"2026-07-03T16:50:32.716663Z","end":"2026-07-03T16:50:34.27536Z","steps":["trace[914797827] 'process raft request' (duration: 1.558305134s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:34.275533Z","caller":"traceutil/trace.go:171","msg":"trace[354778443] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"1.096428664s","start":"2026-07-03T16:50:33.179074Z","end":"2026-07-03T16:50:34.275503Z","steps":["trace[354778443] 'process raft request' (duration: 1.095983313s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:34.275679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409930981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:34.275711Z","caller":"traceutil/trace.go:171","msg":"trace[1906432820] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26472; }","duration":"1.410018293s","start":"2026-07-03T16:50:32.865683Z","end":"2026-07-03T16:50:34.275702Z","steps":["trace[1906432820] 'agreement among raft nodes before linearized reading' (duration: 1.409953391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:34.275605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.716647Z","time spent":"1.55892573s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:34.275749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.179044Z","time spent":"1.096635448s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:34.275614Z","caller":"traceutil/trace.go:171","msg":"trace[1961648812] linearizableReadLoop","detail":"{readStateIndex:27385; appliedIndex:27380; }","duration":"1.303886409s","start":"2026-07-03T16:50:32.971701Z","end":"2026-07-03T16:50:34.275587Z","steps":["trace[1961648812] 'read index received' (duration: 188.828632ms)","trace[1961648812] 'applied index is now lower than readState.Index' (duration: 1.115055207s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:34.275748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.86565Z","time spent":"1.410090005s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:34.974213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:34.974306Z","caller":"traceutil/trace.go:171","msg":"trace[1076591382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178474s","start":"2026-07-03T16:50:32.974109Z","end":"2026-07-03T16:50:34.974288Z","steps":["trace[1076591382] 'agreement among raft nodes before linearized reading' (duration: 2.000066741s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:34.974353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.974088Z","time spent":"2.000255566s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:35.31841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.973653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:35.318498Z","caller":"traceutil/trace.go:171","msg":"trace[1548859510] linearizableReadLoop","detail":"{readStateIndex:27388; appliedIndex:27387; }","duration":"1.042561083s","start":"2026-07-03T16:50:34.275924Z","end":"2026-07-03T16:50:35.318485Z","steps":["trace[1548859510] 'read index received' (duration: 214.53795ms)","trace[1548859510] 'applied index is now lower than readState.Index' (duration: 828.022053ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:35.318536Z","caller":"traceutil/trace.go:171","msg":"trace[1481544441] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"1.914806766s","start":"2026-07-03T16:50:33.403693Z","end":"2026-07-03T16:50:35.3185Z","steps":["trace[1481544441] 'process raft request' (duration: 1.086676889s)","trace[1481544441] 'compare' (duration: 827.730827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:35.318672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338718972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:50:35.3187Z","caller":"traceutil/trace.go:171","msg":"trace[236947495] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:26473; }","duration":"2.338761933s","start":"2026-07-03T16:50:32.979929Z","end":"2026-07-03T16:50:35.318691Z","steps":["trace[236947495] 'agreement among raft nodes before linearized reading' (duration: 2.33865584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.318695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.403665Z","time spent":"1.91495041s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:35.318732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.97992Z","time spent":"2.338806644s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1346,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-07-03T16:50:35.31873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342847069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:50:35.318781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344564164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-jm8lg\" ","response":"range_response_count:1 size:3478"} {"level":"info","ts":"2026-07-03T16:50:35.31882Z","caller":"traceutil/trace.go:171","msg":"trace[1166598113] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-jm8lg; range_end:; response_count:1; response_revision:26473; }","duration":"2.344618545s","start":"2026-07-03T16:50:32.974188Z","end":"2026-07-03T16:50:35.318806Z","steps":["trace[1166598113] 'agreement among raft nodes before linearized reading' (duration: 2.344500182s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.318809Z","caller":"traceutil/trace.go:171","msg":"trace[1514794063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26473; }","duration":"2.342948311s","start":"2026-07-03T16:50:32.975843Z","end":"2026-07-03T16:50:35.318791Z","steps":["trace[1514794063] 'agreement among raft nodes before linearized reading' (duration: 2.342767157s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.318824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342551231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-03T16:50:35.318856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.975834Z","time spent":"2.343013933s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:50:35.318895Z","caller":"traceutil/trace.go:171","msg":"trace[1784064207] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab; range_end:; response_count:1; response_revision:26473; }","duration":"2.342645623s","start":"2026-07-03T16:50:32.976232Z","end":"2026-07-03T16:50:35.318878Z","steps":["trace[1784064207] 'agreement among raft nodes before linearized reading' (duration: 2.342443088s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.31894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.976225Z","time spent":"2.342705125s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab\" "} {"level":"warn","ts":"2026-07-03T16:50:35.318823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344728837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:50:35.319052Z","caller":"traceutil/trace.go:171","msg":"trace[1600371882] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26473; }","duration":"2.344988215s","start":"2026-07-03T16:50:32.974055Z","end":"2026-07-03T16:50:35.319043Z","steps":["trace[1600371882] 'agreement among raft nodes before linearized reading' (duration: 2.344637956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.319083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.974043Z","time spent":"2.345030745s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:50:35.318857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.974151Z","time spent":"2.344690706s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3502,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-jm8lg\" "} {"level":"warn","ts":"2026-07-03T16:50:35.318574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211333194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:35.319252Z","caller":"traceutil/trace.go:171","msg":"trace[1184151490] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26473; }","duration":"1.212034882s","start":"2026-07-03T16:50:34.107196Z","end":"2026-07-03T16:50:35.319231Z","steps":["trace[1184151490] 'agreement among raft nodes before linearized reading' (duration: 1.211342165s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.319304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.107175Z","time spent":"1.212113315s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:35.818749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:36.306479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.816016893s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:36.982523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.699362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:36.983104Z","caller":"traceutil/trace.go:171","msg":"trace[2079851464] linearizableReadLoop","detail":"{readStateIndex:27393; appliedIndex:27388; }","duration":"1.664565753s","start":"2026-07-03T16:50:35.318516Z","end":"2026-07-03T16:50:36.983082Z","steps":["trace[2079851464] 'read index received' (duration: 988.218914ms)","trace[2079851464] 'applied index is now lower than readState.Index' (duration: 676.345659ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:36.983175Z","caller":"traceutil/trace.go:171","msg":"trace[1997111875] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"2.681163032s","start":"2026-07-03T16:50:34.301974Z","end":"2026-07-03T16:50:36.983137Z","steps":["trace[1997111875] 'process raft request' (duration: 2.004791083s)","trace[1997111875] 'compare' (duration: 675.072456ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:36.983245Z","caller":"traceutil/trace.go:171","msg":"trace[52533449] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"2.68104546s","start":"2026-07-03T16:50:34.302179Z","end":"2026-07-03T16:50:36.983224Z","steps":["trace[52533449] 'process raft request' (duration: 2.680472365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.983305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.301961Z","time spent":"2.681279386s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:36.983346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.302152Z","time spent":"2.681132572s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:36.98341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09787661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:36.983481Z","caller":"traceutil/trace.go:171","msg":"trace[1345472288] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26478; }","duration":"2.097974523s","start":"2026-07-03T16:50:34.885489Z","end":"2026-07-03T16:50:36.983464Z","steps":["trace[1345472288] 'agreement among raft nodes before linearized reading' (duration: 2.097846179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.983522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.885482Z","time spent":"2.098028984s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:36.983725Z","caller":"traceutil/trace.go:171","msg":"trace[1544030346] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"2.26693626s","start":"2026-07-03T16:50:34.716776Z","end":"2026-07-03T16:50:36.983713Z","steps":["trace[1544030346] 'process raft request' (duration: 2.266020776s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.983729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100904509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:50:36.983784Z","caller":"traceutil/trace.go:171","msg":"trace[1428323974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26478; }","duration":"2.100986071s","start":"2026-07-03T16:50:34.882781Z","end":"2026-07-03T16:50:36.983767Z","steps":["trace[1428323974] 'agreement among raft nodes before linearized reading' (duration: 2.100814727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.983806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.716751Z","time spent":"2.267002922s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:36.983813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675283221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:36.98383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.882762Z","time spent":"2.101055733s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:50:36.98386Z","caller":"traceutil/trace.go:171","msg":"trace[1862360991] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26478; }","duration":"1.675336933s","start":"2026-07-03T16:50:35.30851Z","end":"2026-07-03T16:50:36.983847Z","steps":["trace[1862360991] 'agreement among raft nodes before linearized reading' (duration: 1.67524776s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.983896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.308451Z","time spent":"1.675435986s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:36.983991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999710473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:36.984022Z","caller":"traceutil/trace.go:171","msg":"trace[1210940872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26478; }","duration":"1.999778345s","start":"2026-07-03T16:50:34.984234Z","end":"2026-07-03T16:50:36.984012Z","steps":["trace[1210940872] 'agreement among raft nodes before linearized reading' (duration: 1.999728804s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.984027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249684942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:50:36.984049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.984208Z","time spent":"1.999835787s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:36.984072Z","caller":"traceutil/trace.go:171","msg":"trace[1307919986] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"2.266779685s","start":"2026-07-03T16:50:34.71728Z","end":"2026-07-03T16:50:36.98406Z","steps":["trace[1307919986] 'process raft request' (duration: 2.265574313s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:36.984076Z","caller":"traceutil/trace.go:171","msg":"trace[948834637] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26478; }","duration":"2.249751093s","start":"2026-07-03T16:50:34.734307Z","end":"2026-07-03T16:50:36.984058Z","steps":["trace[948834637] 'agreement among raft nodes before linearized reading' (duration: 2.24962222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.98412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.734292Z","time spent":"2.249815385s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:50:36.984147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.71727Z","time spent":"2.266829558s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:36.984243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.320305Z","time spent":"1.663936137s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:36.984251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006354635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:50:36.984284Z","caller":"traceutil/trace.go:171","msg":"trace[1754548971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26478; }","duration":"2.006402296s","start":"2026-07-03T16:50:34.97787Z","end":"2026-07-03T16:50:36.984272Z","steps":["trace[1754548971] 'agreement among raft nodes before linearized reading' (duration: 2.006291534s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.984313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.97786Z","time spent":"2.006447047s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:36.984431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007561876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:50:36.984436Z","caller":"traceutil/trace.go:171","msg":"trace[146869079] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"702.57087ms","start":"2026-07-03T16:50:36.28185Z","end":"2026-07-03T16:50:36.984421Z","steps":["trace[146869079] 'process raft request' (duration: 701.151603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.984456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269793803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:36.984508Z","caller":"traceutil/trace.go:171","msg":"trace[665416448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26478; }","duration":"2.269884005s","start":"2026-07-03T16:50:34.71461Z","end":"2026-07-03T16:50:36.984494Z","steps":["trace[665416448] 'agreement among raft nodes before linearized reading' (duration: 2.269728361s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.984553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.714587Z","time spent":"2.269953917s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:36.984747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561946849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:36.984796Z","caller":"traceutil/trace.go:171","msg":"trace[121870074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26478; }","duration":"2.56203556s","start":"2026-07-03T16:50:34.422745Z","end":"2026-07-03T16:50:36.98478Z","steps":["trace[121870074] 'agreement among raft nodes before linearized reading' (duration: 2.561900767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.984874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.422724Z","time spent":"2.562102303s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:36.984979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633770953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:36.985053Z","caller":"traceutil/trace.go:171","msg":"trace[580020847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26478; }","duration":"2.633930227s","start":"2026-07-03T16:50:34.351102Z","end":"2026-07-03T16:50:36.985032Z","steps":["trace[580020847] 'agreement among raft nodes before linearized reading' (duration: 2.633766183s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:36.984463Z","caller":"traceutil/trace.go:171","msg":"trace[89505241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26478; }","duration":"2.007626148s","start":"2026-07-03T16:50:34.976827Z","end":"2026-07-03T16:50:36.984453Z","steps":["trace[89505241] 'agreement among raft nodes before linearized reading' (duration: 2.007542666s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.985101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.351083Z","time spent":"2.634007108s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:36.985134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.97681Z","time spent":"2.008304976s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:36.984511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.281824Z","time spent":"702.646223ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:36.985261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706819148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e0998b723\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-07-03T16:50:36.985276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705855144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68\" ","response":"range_response_count:1 size:6250"} {"level":"info","ts":"2026-07-03T16:50:36.985305Z","caller":"traceutil/trace.go:171","msg":"trace[1349076182] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e0998b723; range_end:; response_count:1; response_revision:26478; }","duration":"2.706898581s","start":"2026-07-03T16:50:34.278395Z","end":"2026-07-03T16:50:36.985293Z","steps":["trace[1349076182] 'agreement among raft nodes before linearized reading' (duration: 2.706735396s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.985324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.39823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:50:36.985335Z","caller":"traceutil/trace.go:171","msg":"trace[1926974679] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68; range_end:; response_count:1; response_revision:26478; }","duration":"2.705945336s","start":"2026-07-03T16:50:34.279376Z","end":"2026-07-03T16:50:36.985321Z","steps":["trace[1926974679] 'agreement among raft nodes before linearized reading' (duration: 2.705765572s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.985343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.278377Z","time spent":"2.706958533s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e0998b723\" "} {"level":"info","ts":"2026-07-03T16:50:36.985355Z","caller":"traceutil/trace.go:171","msg":"trace[448052041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26478; }","duration":"327.429971ms","start":"2026-07-03T16:50:36.657915Z","end":"2026-07-03T16:50:36.985346Z","steps":["trace[448052041] 'agreement among raft nodes before linearized reading' (duration: 327.314258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.98537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.279366Z","time spent":"2.705995627s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6274,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-n6g68\" "} {"level":"warn","ts":"2026-07-03T16:50:36.985378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.657836Z","time spent":"327.535994ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:50:36.985393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653837974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-07-03T16:50:36.98544Z","caller":"traceutil/trace.go:171","msg":"trace[1137969059] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26478; }","duration":"1.653901556s","start":"2026-07-03T16:50:35.331523Z","end":"2026-07-03T16:50:36.985425Z","steps":["trace[1137969059] 'agreement among raft nodes before linearized reading' (duration: 1.653767073s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.985443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444585693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:50:36.985471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66482491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18273"} {"level":"warn","ts":"2026-07-03T16:50:36.98548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.33151Z","time spent":"1.653959657s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-03T16:50:36.985501Z","caller":"traceutil/trace.go:171","msg":"trace[933948778] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26478; }","duration":"1.444678726s","start":"2026-07-03T16:50:35.540807Z","end":"2026-07-03T16:50:36.985486Z","steps":["trace[933948778] 'agreement among raft nodes before linearized reading' (duration: 1.444501541s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:36.985519Z","caller":"traceutil/trace.go:171","msg":"trace[825265314] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26478; }","duration":"1.664912832s","start":"2026-07-03T16:50:35.320592Z","end":"2026-07-03T16:50:36.985505Z","steps":["trace[825265314] 'agreement among raft nodes before linearized reading' (duration: 1.664793849s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.985536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.540791Z","time spent":"1.444737917s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:36.98555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.320572Z","time spent":"1.664971443s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:50:36.985612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059503096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:36.985617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543312036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:50:36.985637Z","caller":"traceutil/trace.go:171","msg":"trace[1972101093] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26478; }","duration":"1.059559317s","start":"2026-07-03T16:50:35.926065Z","end":"2026-07-03T16:50:36.985624Z","steps":["trace[1972101093] 'agreement among raft nodes before linearized reading' (duration: 1.059516256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.985649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660208269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:36.985662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.926043Z","time spent":"1.059614708s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:36.985663Z","caller":"traceutil/trace.go:171","msg":"trace[501907049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26478; }","duration":"1.543383367s","start":"2026-07-03T16:50:35.442268Z","end":"2026-07-03T16:50:36.985651Z","steps":["trace[501907049] 'agreement among raft nodes before linearized reading' (duration: 1.543269524s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:36.985671Z","caller":"traceutil/trace.go:171","msg":"trace[745416669] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26478; }","duration":"1.66024715s","start":"2026-07-03T16:50:35.325416Z","end":"2026-07-03T16:50:36.985664Z","steps":["trace[745416669] 'agreement among raft nodes before linearized reading' (duration: 1.660205019s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:36.985694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.325408Z","time spent":"1.660281382s","remote":"127.0.0.1:50806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:50:36.98569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.442252Z","time spent":"1.543431709s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:37.487851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:38.702843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.156104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:38.702955Z","caller":"traceutil/trace.go:171","msg":"trace[518115383] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"1.717430415s","start":"2026-07-03T16:50:36.985505Z","end":"2026-07-03T16:50:38.702935Z","steps":["trace[518115383] 'process raft request' (duration: 900.101477ms)","trace[518115383] 'compare' (duration: 816.683452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:38.703014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.985485Z","time spent":"1.717501307s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:38.995669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:38.995754Z","caller":"traceutil/trace.go:171","msg":"trace[1755451027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450143s","start":"2026-07-03T16:50:36.995285Z","end":"2026-07-03T16:50:38.995735Z","steps":["trace[1755451027] 'agreement among raft nodes before linearized reading' (duration: 2.00033879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:38.995802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.995273Z","time spent":"2.000519985s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:39.919611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.033854659s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:50:39.920214Z","caller":"traceutil/trace.go:171","msg":"trace[75103169] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"2.930887818s","start":"2026-07-03T16:50:36.989282Z","end":"2026-07-03T16:50:39.92017Z","steps":["trace[75103169] 'process raft request' (duration: 2.930571449s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.920359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.989261Z","time spent":"2.9310175s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.920461Z","caller":"traceutil/trace.go:171","msg":"trace[1668301834] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27394; }","duration":"2.933086534s","start":"2026-07-03T16:50:36.987346Z","end":"2026-07-03T16:50:39.920432Z","steps":["trace[1668301834] 'read index received' (duration: 898.337032ms)","trace[1668301834] 'applied index is now lower than readState.Index' (duration: 2.034747562s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:39.920746Z","caller":"traceutil/trace.go:171","msg":"trace[1006806138] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"2.92291686s","start":"2026-07-03T16:50:36.997815Z","end":"2026-07-03T16:50:39.920732Z","steps":["trace[1006806138] 'process raft request' (duration: 2.922456058s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.9208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.997806Z","time spent":"2.922968431s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.920873Z","caller":"traceutil/trace.go:171","msg":"trace[819037861] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"2.930596049s","start":"2026-07-03T16:50:36.99027Z","end":"2026-07-03T16:50:39.920866Z","steps":["trace[819037861] 'process raft request' (duration: 2.929795629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.920904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.990247Z","time spent":"2.930640581s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.920988Z","caller":"traceutil/trace.go:171","msg":"trace[616806359] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"2.923147556s","start":"2026-07-03T16:50:36.997824Z","end":"2026-07-03T16:50:39.920971Z","steps":["trace[616806359] 'process raft request' (duration: 2.922472799s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.921116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.997821Z","time spent":"2.923196677s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.921177Z","caller":"traceutil/trace.go:171","msg":"trace[1305636680] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"2.923948917s","start":"2026-07-03T16:50:36.997219Z","end":"2026-07-03T16:50:39.921168Z","steps":["trace[1305636680] 'process raft request' (duration: 2.922917461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.921225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.997202Z","time spent":"2.923999019s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.921281Z","caller":"traceutil/trace.go:171","msg":"trace[2091804688] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"2.203786832s","start":"2026-07-03T16:50:37.717454Z","end":"2026-07-03T16:50:39.92124Z","steps":["trace[2091804688] 'process raft request' (duration: 2.20292112s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:39.921336Z","caller":"traceutil/trace.go:171","msg":"trace[1096123082] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"2.923571477s","start":"2026-07-03T16:50:36.997753Z","end":"2026-07-03T16:50:39.921325Z","steps":["trace[1096123082] 'process raft request' (duration: 2.922440648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.921388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.997744Z","time spent":"2.923622208s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:39.921445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.717439Z","time spent":"2.203919125s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.921485Z","caller":"traceutil/trace.go:171","msg":"trace[46367805] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"2.923680219s","start":"2026-07-03T16:50:36.997798Z","end":"2026-07-03T16:50:39.921478Z","steps":["trace[46367805] 'process raft request' (duration: 2.922432967s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.921489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934134401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-07-03T16:50:39.921523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.997792Z","time spent":"2.923712091s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.921553Z","caller":"traceutil/trace.go:171","msg":"trace[1112944150] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:26489; }","duration":"2.934211913s","start":"2026-07-03T16:50:36.987323Z","end":"2026-07-03T16:50:39.921535Z","steps":["trace[1112944150] 'agreement among raft nodes before linearized reading' (duration: 2.934010958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.921593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.98731Z","time spent":"2.934272965s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-07-03T16:50:39.921611Z","caller":"traceutil/trace.go:171","msg":"trace[758996018] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"2.923766672s","start":"2026-07-03T16:50:36.997832Z","end":"2026-07-03T16:50:39.921598Z","steps":["trace[758996018] 'process raft request' (duration: 2.922484859s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.921663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.99782Z","time spent":"2.923814333s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:39.921873Z","caller":"traceutil/trace.go:171","msg":"trace[1772673964] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"2.248519713s","start":"2026-07-03T16:50:37.673338Z","end":"2026-07-03T16:50:39.921858Z","steps":["trace[1772673964] 'process raft request' (duration: 2.247010854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.921927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.673312Z","time spent":"2.248581884s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:40.369691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.644244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:40.370024Z","caller":"traceutil/trace.go:171","msg":"trace[164872490] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"1.378703752s","start":"2026-07-03T16:50:38.991297Z","end":"2026-07-03T16:50:40.370001Z","steps":["trace[164872490] 'process raft request' (duration: 1.057673398s)","trace[164872490] 'compare' (duration: 320.405718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:40.370093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.991271Z","time spent":"1.378790833s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:40.370188Z","caller":"traceutil/trace.go:171","msg":"trace[1131286369] linearizableReadLoop","detail":"{readStateIndex:27409; appliedIndex:27405; }","duration":"449.563291ms","start":"2026-07-03T16:50:39.920584Z","end":"2026-07-03T16:50:40.370147Z","steps":["trace[1131286369] 'read index received' (duration: 128.470185ms)","trace[1131286369] 'applied index is now lower than readState.Index' (duration: 321.092336ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:40.370229Z","caller":"traceutil/trace.go:171","msg":"trace[2022703020] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"1.376234537s","start":"2026-07-03T16:50:38.993978Z","end":"2026-07-03T16:50:40.370212Z","steps":["trace[2022703020] 'process raft request' (duration: 1.376082583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.370258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311560009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:40.370264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37442664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:40.370304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.993963Z","time spent":"1.376303519s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:40.370296Z","caller":"traceutil/trace.go:171","msg":"trace[725453253] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26493; }","duration":"3.31160019s","start":"2026-07-03T16:50:37.058685Z","end":"2026-07-03T16:50:40.370285Z","steps":["trace[725453253] 'agreement among raft nodes before linearized reading' (duration: 3.311524208s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:40.370329Z","caller":"traceutil/trace.go:171","msg":"trace[1051349534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26493; }","duration":"1.374520812s","start":"2026-07-03T16:50:38.995794Z","end":"2026-07-03T16:50:40.370314Z","steps":["trace[1051349534] 'agreement among raft nodes before linearized reading' (duration: 1.374384628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.370303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920307741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:40.370348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.058634Z","time spent":"3.311706143s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:50:40.370317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589169655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:40.370361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.995786Z","time spent":"1.374569584s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:40.370375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372613793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa5798d8-9477-4ee7-8d8a-e733e55619bb\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:50:40.370403Z","caller":"traceutil/trace.go:171","msg":"trace[1566598564] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa5798d8-9477-4ee7-8d8a-e733e55619bb; range_end:; response_count:1; response_revision:26493; }","duration":"3.372650875s","start":"2026-07-03T16:50:36.997741Z","end":"2026-07-03T16:50:40.370392Z","steps":["trace[1566598564] 'agreement among raft nodes before linearized reading' (duration: 3.372565063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.37043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.997734Z","time spent":"3.372690406s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-fa5798d8-9477-4ee7-8d8a-e733e55619bb\" "} {"level":"info","ts":"2026-07-03T16:50:40.370412Z","caller":"traceutil/trace.go:171","msg":"trace[314813217] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26493; }","duration":"1.589305839s","start":"2026-07-03T16:50:38.78108Z","end":"2026-07-03T16:50:40.370386Z","steps":["trace[314813217] 'agreement among raft nodes before linearized reading' (duration: 1.589093063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.37047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.752476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:50:40.370381Z","caller":"traceutil/trace.go:171","msg":"trace[492752465] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26493; }","duration":"1.920443484s","start":"2026-07-03T16:50:38.449919Z","end":"2026-07-03T16:50:40.370363Z","steps":["trace[492752465] 'agreement among raft nodes before linearized reading' (duration: 1.920246839s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.370519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.781064Z","time spent":"1.589415822s","remote":"127.0.0.1:50980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:40.370552Z","caller":"traceutil/trace.go:171","msg":"trace[1005979670] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"1.378911388s","start":"2026-07-03T16:50:38.991626Z","end":"2026-07-03T16:50:40.370537Z","steps":["trace[1005979670] 'process raft request' (duration: 1.378239139s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.370573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.449877Z","time spent":"1.920681361s","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:40.3706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130233552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:40.370612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196926095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:40.370564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.52421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:40.370657Z","caller":"traceutil/trace.go:171","msg":"trace[576806332] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26493; }","duration":"3.197004516s","start":"2026-07-03T16:50:37.173643Z","end":"2026-07-03T16:50:40.370648Z","steps":["trace[576806332] 'agreement among raft nodes before linearized reading' (duration: 3.196877593s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:40.370664Z","caller":"traceutil/trace.go:171","msg":"trace[1221654601] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"1.377685586s","start":"2026-07-03T16:50:38.99297Z","end":"2026-07-03T16:50:40.370656Z","steps":["trace[1221654601] 'process raft request' (duration: 1.377039258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.370313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303384246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:40.370692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.173626Z","time spent":"3.197056558s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:40.370713Z","caller":"traceutil/trace.go:171","msg":"trace[1260663509] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26493; }","duration":"1.303837279s","start":"2026-07-03T16:50:39.066865Z","end":"2026-07-03T16:50:40.370703Z","steps":["trace[1260663509] 'agreement among raft nodes before linearized reading' (duration: 1.303303304s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.370737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.992962Z","time spent":"1.377731047s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:40.370623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.99154Z","time spent":"1.379047961s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:40.370746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.06685Z","time spent":"1.30388526s","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:40.370664Z","caller":"traceutil/trace.go:171","msg":"trace[1082916358] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26493; }","duration":"845.661764ms","start":"2026-07-03T16:50:39.524992Z","end":"2026-07-03T16:50:40.370653Z","steps":["trace[1082916358] 'agreement among raft nodes before linearized reading' (duration: 845.54375ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:40.370625Z","caller":"traceutil/trace.go:171","msg":"trace[502717747] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26493; }","duration":"1.130281973s","start":"2026-07-03T16:50:39.240334Z","end":"2026-07-03T16:50:40.370616Z","steps":["trace[502717747] 'agreement among raft nodes before linearized reading' (duration: 1.130246262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.370849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.524966Z","time spent":"845.876209ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:40.370868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.240318Z","time spent":"1.13053395s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:40.370506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350098879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:50:40.370978Z","caller":"traceutil/trace.go:171","msg":"trace[304378470] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26493; }","duration":"3.350718226s","start":"2026-07-03T16:50:37.020245Z","end":"2026-07-03T16:50:40.370963Z","steps":["trace[304378470] 'agreement among raft nodes before linearized reading' (duration: 3.350023468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.371031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.020228Z","time spent":"3.350785828s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T16:50:40.370514Z","caller":"traceutil/trace.go:171","msg":"trace[297809911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26493; }","duration":"642.823259ms","start":"2026-07-03T16:50:39.727674Z","end":"2026-07-03T16:50:40.370498Z","steps":["trace[297809911] 'agreement among raft nodes before linearized reading' (duration: 642.681414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.37113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.727654Z","time spent":"643.466774ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:40.370824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66560721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:50:40.371199Z","caller":"traceutil/trace.go:171","msg":"trace[65332234] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26493; }","duration":"1.666098233s","start":"2026-07-03T16:50:38.705082Z","end":"2026-07-03T16:50:40.37118Z","steps":["trace[65332234] 'agreement among raft nodes before linearized reading' (duration: 1.665105097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.371241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.705068Z","time spent":"1.666161084s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:50:40.878498Z","caller":"traceutil/trace.go:171","msg":"trace[819019082] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"949.707485ms","start":"2026-07-03T16:50:39.928747Z","end":"2026-07-03T16:50:40.878455Z","steps":["trace[819019082] 'process raft request' (duration: 876.488895ms)","trace[819019082] 'compare' (duration: 72.970624ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:40.878531Z","caller":"traceutil/trace.go:171","msg":"trace[1459422699] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"943.149595ms","start":"2026-07-03T16:50:39.935364Z","end":"2026-07-03T16:50:40.878513Z","steps":["trace[1459422699] 'process raft request' (duration: 943.112394ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:40.878546Z","caller":"traceutil/trace.go:171","msg":"trace[1561349201] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"949.631053ms","start":"2026-07-03T16:50:39.92889Z","end":"2026-07-03T16:50:40.878521Z","steps":["trace[1561349201] 'process raft request' (duration: 949.52615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.878683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.935349Z","time spent":"943.233427ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:40.878696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.928728Z","time spent":"949.844608ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:40.878713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.928868Z","time spent":"949.722736ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:40.879014Z","caller":"traceutil/trace.go:171","msg":"trace[870660778] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"949.256963ms","start":"2026-07-03T16:50:39.929742Z","end":"2026-07-03T16:50:40.878999Z","steps":["trace[870660778] 'process raft request' (duration: 948.704259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.87907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.929729Z","time spent":"949.318325ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:40.879164Z","caller":"traceutil/trace.go:171","msg":"trace[502540586] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"950.29955ms","start":"2026-07-03T16:50:39.92885Z","end":"2026-07-03T16:50:40.87915Z","steps":["trace[502540586] 'process raft request' (duration: 949.50168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.87924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.928844Z","time spent":"950.362361ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:42.068347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001146282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:42.068452Z","caller":"traceutil/trace.go:171","msg":"trace[1587682273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001299076s","start":"2026-07-03T16:50:40.067126Z","end":"2026-07-03T16:50:42.068425Z","steps":["trace[1587682273] 'agreement among raft nodes before linearized reading' (duration: 2.001169333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.068782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.067108Z","time spent":"2.001456879s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.096585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.022515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:42.096778Z","caller":"traceutil/trace.go:171","msg":"trace[1448416623] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"2.025023132s","start":"2026-07-03T16:50:40.071704Z","end":"2026-07-03T16:50:42.096728Z","steps":["trace[1448416623] 'process raft request' (duration: 1.312799061s)","trace[1448416623] 'compare' (duration: 711.918663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:42.09795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.07168Z","time spent":"2.025191735s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:42.377851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000664088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:42.37794Z","caller":"traceutil/trace.go:171","msg":"trace[4682956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794402s","start":"2026-07-03T16:50:40.377126Z","end":"2026-07-03T16:50:42.37792Z","steps":["trace[4682956] 'agreement among raft nodes before linearized reading' (duration: 2.000677149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.377994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.377112Z","time spent":"2.000869884s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.863238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.55324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:50:42.863465Z","caller":"traceutil/trace.go:171","msg":"trace[1323257145] linearizableReadLoop","detail":"{readStateIndex:27416; appliedIndex:27409; }","duration":"2.493222777s","start":"2026-07-03T16:50:40.370223Z","end":"2026-07-03T16:50:42.863445Z","steps":["trace[1323257145] 'read index received' (duration: 435.199829ms)","trace[1323257145] 'applied index is now lower than readState.Index' (duration: 2.058021478s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:42.863854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932812968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed58e303e9882\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-07-03T16:50:42.863902Z","caller":"traceutil/trace.go:171","msg":"trace[1464865409] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed58e303e9882; range_end:; response_count:1; response_revision:26499; }","duration":"2.937072839s","start":"2026-07-03T16:50:39.926815Z","end":"2026-07-03T16:50:42.863888Z","steps":["trace[1464865409] 'agreement among raft nodes before linearized reading' (duration: 2.936911515s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.863939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.926797Z","time spent":"2.937133821s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed58e303e9882\" "} {"level":"warn","ts":"2026-07-03T16:50:42.863833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9286123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-07-03T16:50:42.864032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839910097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:42.864067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832024542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:50:42.864103Z","caller":"traceutil/trace.go:171","msg":"trace[1060138106] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26499; }","duration":"2.84004033s","start":"2026-07-03T16:50:40.024049Z","end":"2026-07-03T16:50:42.864089Z","steps":["trace[1060138106] 'agreement among raft nodes before linearized reading' (duration: 2.839896696s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.86409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937661595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4943"} {"level":"warn","ts":"2026-07-03T16:50:42.864147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.024027Z","time spent":"2.840108091s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:42.864138Z","caller":"traceutil/trace.go:171","msg":"trace[1317022708] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26499; }","duration":"2.832117104s","start":"2026-07-03T16:50:40.031992Z","end":"2026-07-03T16:50:42.864109Z","steps":["trace[1317022708] 'agreement among raft nodes before linearized reading' (duration: 2.831932529s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:42.864158Z","caller":"traceutil/trace.go:171","msg":"trace[933367015] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26499; }","duration":"2.937773757s","start":"2026-07-03T16:50:39.926367Z","end":"2026-07-03T16:50:42.864141Z","steps":["trace[933367015] 'agreement among raft nodes before linearized reading' (duration: 2.937596783s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.864172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935215201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:50:42.864202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.926342Z","time spent":"2.937847499s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4967,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-03T16:50:42.864202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.031974Z","time spent":"2.832214527s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:50:42.86425Z","caller":"traceutil/trace.go:171","msg":"trace[1256371077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26499; }","duration":"2.935329704s","start":"2026-07-03T16:50:39.9289Z","end":"2026-07-03T16:50:42.864229Z","steps":["trace[1256371077] 'agreement among raft nodes before linearized reading' (duration: 2.935103458s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.864293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.928882Z","time spent":"2.935403485s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:50:42.86405Z","caller":"traceutil/trace.go:171","msg":"trace[415760760] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26499; }","duration":"2.928877076s","start":"2026-07-03T16:50:39.935147Z","end":"2026-07-03T16:50:42.864024Z","steps":["trace[415760760] 'agreement among raft nodes before linearized reading' (duration: 2.928457185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.864352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.935127Z","time spent":"2.929211674s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-03T16:50:42.864755Z","caller":"traceutil/trace.go:171","msg":"trace[1336851893] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"488.091031ms","start":"2026-07-03T16:50:42.376638Z","end":"2026-07-03T16:50:42.864729Z","steps":["trace[1336851893] 'process raft request' (duration: 486.706155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.864902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.376604Z","time spent":"488.215794ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:43.374792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000558105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:43.37488Z","caller":"traceutil/trace.go:171","msg":"trace[1873464354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701659s","start":"2026-07-03T16:50:41.374159Z","end":"2026-07-03T16:50:43.37486Z","steps":["trace[1873464354] 'agreement among raft nodes before linearized reading' (duration: 2.000589986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.374934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.374138Z","time spent":"2.000782891s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:44.387314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:44.387401Z","caller":"traceutil/trace.go:171","msg":"trace[233707926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017941s","start":"2026-07-03T16:50:42.38736Z","end":"2026-07-03T16:50:44.387378Z","steps":["trace[233707926] 'agreement among raft nodes before linearized reading' (duration: 1.999919418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.387485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.387343Z","time spent":"2.000132104s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:44.737756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.799093ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:44.738405Z","caller":"traceutil/trace.go:171","msg":"trace[1319865365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26500; }","duration":"431.458411ms","start":"2026-07-03T16:50:44.306925Z","end":"2026-07-03T16:50:44.738383Z","steps":["trace[1319865365] 'range keys from in-memory index tree' (duration: 430.781213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.739948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654039028s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:44.740324Z","caller":"traceutil/trace.go:171","msg":"trace[1886228544] linearizableReadLoop","detail":"{readStateIndex:27420; appliedIndex:27417; }","duration":"1.876800022s","start":"2026-07-03T16:50:42.863502Z","end":"2026-07-03T16:50:44.740302Z","steps":["trace[1886228544] 'read index received' (duration: 222.496957ms)","trace[1886228544] 'applied index is now lower than readState.Index' (duration: 1.654301785s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:44.741268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094771411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:44.741351Z","caller":"traceutil/trace.go:171","msg":"trace[241472140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26503; }","duration":"2.094870014s","start":"2026-07-03T16:50:42.646439Z","end":"2026-07-03T16:50:44.741309Z","steps":["trace[241472140] 'agreement among raft nodes before linearized reading' (duration: 2.09471878s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.741303Z","caller":"traceutil/trace.go:171","msg":"trace[1501665880] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"2.358940259s","start":"2026-07-03T16:50:42.382336Z","end":"2026-07-03T16:50:44.741277Z","steps":["trace[1501665880] 'process raft request' (duration: 2.357781328s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.741429Z","caller":"traceutil/trace.go:171","msg":"trace[129456853] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"2.358851277s","start":"2026-07-03T16:50:42.382566Z","end":"2026-07-03T16:50:44.741418Z","steps":["trace[129456853] 'process raft request' (duration: 2.357672535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.741503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056410086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:44.741568Z","caller":"traceutil/trace.go:171","msg":"trace[943284599] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"2.363164179s","start":"2026-07-03T16:50:42.378384Z","end":"2026-07-03T16:50:44.741548Z","steps":["trace[943284599] 'process raft request' (duration: 707.422266ms)","trace[943284599] 'compare' (duration: 1.653504525s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:44.741668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957015165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:50:44.741729Z","caller":"traceutil/trace.go:171","msg":"trace[701103560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26503; }","duration":"1.957103847s","start":"2026-07-03T16:50:42.784615Z","end":"2026-07-03T16:50:44.741719Z","steps":["trace[701103560] 'agreement among raft nodes before linearized reading' (duration: 1.956970064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.7417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.378288Z","time spent":"2.363363484s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.741734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655716093s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:44.741753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288445749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:44.741618Z","caller":"traceutil/trace.go:171","msg":"trace[885656598] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26503; }","duration":"4.05655853s","start":"2026-07-03T16:50:40.685037Z","end":"2026-07-03T16:50:44.741596Z","steps":["trace[885656598] 'agreement among raft nodes before linearized reading' (duration: 4.056242672s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.741851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057025911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:50:44.741888Z","caller":"traceutil/trace.go:171","msg":"trace[1262493940] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26503; }","duration":"2.057101602s","start":"2026-07-03T16:50:42.684775Z","end":"2026-07-03T16:50:44.741877Z","steps":["trace[1262493940] 'agreement among raft nodes before linearized reading' (duration: 2.05699905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.741915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.684755Z","time spent":"2.057152684s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:50:44.741905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368046127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:50:44.741961Z","caller":"traceutil/trace.go:171","msg":"trace[41873913] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26503; }","duration":"4.368128238s","start":"2026-07-03T16:50:40.373821Z","end":"2026-07-03T16:50:44.741949Z","steps":["trace[41873913] 'agreement among raft nodes before linearized reading' (duration: 4.367943234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.741987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806622281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:50:44.741999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.373811Z","time spent":"4.36817893s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:50:44.742017Z","caller":"traceutil/trace.go:171","msg":"trace[5865007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26503; }","duration":"2.806697103s","start":"2026-07-03T16:50:41.935311Z","end":"2026-07-03T16:50:44.742008Z","steps":["trace[5865007] 'agreement among raft nodes before linearized reading' (duration: 2.80657115s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.74198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.685014Z","time spent":"4.056910339s","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:44.742042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.935289Z","time spent":"2.806746694s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:50:44.742686Z","caller":"traceutil/trace.go:171","msg":"trace[1420406338] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"1.85785244s","start":"2026-07-03T16:50:42.884819Z","end":"2026-07-03T16:50:44.742671Z","steps":["trace[1420406338] 'process raft request' (duration: 1.857811719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.742768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.884804Z","time spent":"1.857924272s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.742854Z","caller":"traceutil/trace.go:171","msg":"trace[1022781673] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"1.875226851s","start":"2026-07-03T16:50:42.867615Z","end":"2026-07-03T16:50:44.742842Z","steps":["trace[1022781673] 'process raft request' (duration: 1.874675227s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.742923Z","caller":"traceutil/trace.go:171","msg":"trace[1371205988] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"1.871207297s","start":"2026-07-03T16:50:42.871704Z","end":"2026-07-03T16:50:44.742912Z","steps":["trace[1371205988] 'process raft request' (duration: 1.870800826s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.74294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.867598Z","time spent":"1.875306503s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.742984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.871674Z","time spent":"1.871282999s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:44.741818Z","caller":"traceutil/trace.go:171","msg":"trace[1181378631] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26503; }","duration":"2.288596593s","start":"2026-07-03T16:50:42.4532Z","end":"2026-07-03T16:50:44.741796Z","steps":["trace[1181378631] 'agreement among raft nodes before linearized reading' (duration: 2.288375028s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.743166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.453182Z","time spent":"2.289938617s","remote":"127.0.0.1:44564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:44.743175Z","caller":"traceutil/trace.go:171","msg":"trace[2666184] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"1.874536403s","start":"2026-07-03T16:50:42.86861Z","end":"2026-07-03T16:50:44.743146Z","steps":["trace[2666184] 'process raft request' (duration: 1.873806584s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.743199Z","caller":"traceutil/trace.go:171","msg":"trace[2041863409] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"1.870564399s","start":"2026-07-03T16:50:42.872629Z","end":"2026-07-03T16:50:44.743193Z","steps":["trace[2041863409] 'process raft request' (duration: 1.869916933s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.743247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.87262Z","time spent":"1.870597701s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.743254Z","caller":"traceutil/trace.go:171","msg":"trace[1425056896] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"1.873673309s","start":"2026-07-03T16:50:42.869569Z","end":"2026-07-03T16:50:44.743243Z","steps":["trace[1425056896] 'process raft request' (duration: 1.87289785s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.74326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.868601Z","time spent":"1.874608354s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.743168Z","caller":"traceutil/trace.go:171","msg":"trace[218749366] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"1.859261836s","start":"2026-07-03T16:50:42.883888Z","end":"2026-07-03T16:50:44.74315Z","steps":["trace[218749366] 'process raft request' (duration: 1.858704922s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.743308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.883865Z","time spent":"1.85942221s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.743313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.869556Z","time spent":"1.873725501s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.741495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.38231Z","time spent":"2.359114884s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.741759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.784599Z","time spent":"1.957152288s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:50:44.741391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.646418Z","time spent":"2.094960926s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:44.741487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813567832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:44.743512Z","caller":"traceutil/trace.go:171","msg":"trace[1838931654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26503; }","duration":"2.815639556s","start":"2026-07-03T16:50:41.927864Z","end":"2026-07-03T16:50:44.743503Z","steps":["trace[1838931654] 'agreement among raft nodes before linearized reading' (duration: 2.813404178s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.74354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.927844Z","time spent":"2.815688027s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:44.741553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.382552Z","time spent":"2.358900638s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.742168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368632552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:44.743634Z","caller":"traceutil/trace.go:171","msg":"trace[502956289] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26503; }","duration":"4.370137671s","start":"2026-07-03T16:50:40.373489Z","end":"2026-07-03T16:50:44.743627Z","steps":["trace[502956289] 'agreement among raft nodes before linearized reading' (duration: 4.368635722s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.743653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.373474Z","time spent":"4.370173762s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:50:44.742208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367836321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:50:44.743711Z","caller":"traceutil/trace.go:171","msg":"trace[1577443865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26503; }","duration":"4.369357751s","start":"2026-07-03T16:50:40.374338Z","end":"2026-07-03T16:50:44.743695Z","steps":["trace[1577443865] 'agreement among raft nodes before linearized reading' (duration: 4.36780389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.74376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.374304Z","time spent":"4.369443773s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:44.742332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807117663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:50:44.743951Z","caller":"traceutil/trace.go:171","msg":"trace[1561220340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26503; }","duration":"2.808774717s","start":"2026-07-03T16:50:41.935165Z","end":"2026-07-03T16:50:44.743939Z","steps":["trace[1561220340] 'agreement among raft nodes before linearized reading' (duration: 2.807001971s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.743994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.935152Z","time spent":"2.808831288s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:45.623783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.776712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:45.623899Z","caller":"traceutil/trace.go:171","msg":"trace[199979828] linearizableReadLoop","detail":"{readStateIndex:27428; appliedIndex:27420; }","duration":"882.637904ms","start":"2026-07-03T16:50:44.741244Z","end":"2026-07-03T16:50:45.623882Z","steps":["trace[199979828] 'read index received' (duration: 999.166µs)","trace[199979828] 'applied index is now lower than readState.Index' (duration: 881.637338ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:45.623973Z","caller":"traceutil/trace.go:171","msg":"trace[1981356911] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"1.189900851s","start":"2026-07-03T16:50:44.43406Z","end":"2026-07-03T16:50:45.623961Z","steps":["trace[1981356911] 'process raft request' (duration: 634.845931ms)","trace[1981356911] 'compare' (duration: 554.610008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:45.624038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.434031Z","time spent":"1.189974663s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:45.624212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.03221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:45.62425Z","caller":"traceutil/trace.go:171","msg":"trace[1885582038] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26511; }","duration":"983.096872ms","start":"2026-07-03T16:50:44.641142Z","end":"2026-07-03T16:50:45.624239Z","steps":["trace[1885582038] 'agreement among raft nodes before linearized reading' (duration: 983.03201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.624282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.641126Z","time spent":"983.147793ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:45.624543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034748622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:50:45.624566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389910353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:45.624584Z","caller":"traceutil/trace.go:171","msg":"trace[277850015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26511; }","duration":"1.034819044s","start":"2026-07-03T16:50:44.589754Z","end":"2026-07-03T16:50:45.624573Z","steps":["trace[277850015] 'agreement among raft nodes before linearized reading' (duration: 1.034689031s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:45.624608Z","caller":"traceutil/trace.go:171","msg":"trace[596193310] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26511; }","duration":"1.389985875s","start":"2026-07-03T16:50:44.23461Z","end":"2026-07-03T16:50:45.624596Z","steps":["trace[596193310] 'agreement among raft nodes before linearized reading' (duration: 1.389911613s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.624613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.589734Z","time spent":"1.034872215s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:45.624612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636168155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:45.624676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236799127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:45.62471Z","caller":"traceutil/trace.go:171","msg":"trace[1901605326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26511; }","duration":"1.236874359s","start":"2026-07-03T16:50:44.387827Z","end":"2026-07-03T16:50:45.624701Z","steps":["trace[1901605326] 'agreement among raft nodes before linearized reading' (duration: 1.236828498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.624731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.3878Z","time spent":"1.23692532s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:45.624784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749481226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:50:45.624812Z","caller":"traceutil/trace.go:171","msg":"trace[1311044999] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26511; }","duration":"1.749543258s","start":"2026-07-03T16:50:43.875263Z","end":"2026-07-03T16:50:45.624806Z","steps":["trace[1311044999] 'agreement among raft nodes before linearized reading' (duration: 1.749434805s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.624809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754915017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-07-03T16:50:45.624836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.875242Z","time spent":"1.749589159s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T16:50:45.624677Z","caller":"traceutil/trace.go:171","msg":"trace[1456291106] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26511; }","duration":"2.636278128s","start":"2026-07-03T16:50:42.988383Z","end":"2026-07-03T16:50:45.624661Z","steps":["trace[1456291106] 'agreement among raft nodes before linearized reading' (duration: 2.636162765s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.624899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.988358Z","time spent":"2.636525714s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:45.624946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554276629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:45.624984Z","caller":"traceutil/trace.go:171","msg":"trace[311577528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26511; }","duration":"1.554357431s","start":"2026-07-03T16:50:44.070618Z","end":"2026-07-03T16:50:45.624975Z","steps":["trace[311577528] 'agreement among raft nodes before linearized reading' (duration: 1.55429983s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.625008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.070595Z","time spent":"1.554406493s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:45.624641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.234593Z","time spent":"1.390036476s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:45.62484Z","caller":"traceutil/trace.go:171","msg":"trace[1357602593] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26511; }","duration":"2.754967699s","start":"2026-07-03T16:50:42.869863Z","end":"2026-07-03T16:50:45.624831Z","steps":["trace[1357602593] 'agreement among raft nodes before linearized reading' (duration: 2.754877536s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.625177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.869852Z","time spent":"2.755316287s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9607,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-03T16:50:45.627837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681382889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:45.627975Z","caller":"traceutil/trace.go:171","msg":"trace[255985639] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26511; }","duration":"1.681570794s","start":"2026-07-03T16:50:43.946384Z","end":"2026-07-03T16:50:45.627955Z","steps":["trace[255985639] 'agreement among raft nodes before linearized reading' (duration: 1.678097484s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.628457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.946364Z","time spent":"1.682061266s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2680,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:45.681208Z","caller":"traceutil/trace.go:171","msg":"trace[596384596] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"931.910282ms","start":"2026-07-03T16:50:44.749265Z","end":"2026-07-03T16:50:45.681175Z","steps":["trace[596384596] 'process raft request' (duration: 931.625045ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:45.681522Z","caller":"traceutil/trace.go:171","msg":"trace[1480876507] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"931.240105ms","start":"2026-07-03T16:50:44.750068Z","end":"2026-07-03T16:50:45.681308Z","steps":["trace[1480876507] 'process raft request' (duration: 930.979618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.681557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.749253Z","time spent":"932.041175ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:45.681748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.750055Z","time spent":"931.518942ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:45.682576Z","caller":"traceutil/trace.go:171","msg":"trace[87537716] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"753.367868ms","start":"2026-07-03T16:50:44.929189Z","end":"2026-07-03T16:50:45.682557Z","steps":["trace[87537716] 'process raft request' (duration: 753.298586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.682756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.929166Z","time spent":"753.540143ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:45.683185Z","caller":"traceutil/trace.go:171","msg":"trace[1288856753] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"932.705413ms","start":"2026-07-03T16:50:44.750463Z","end":"2026-07-03T16:50:45.683168Z","steps":["trace[1288856753] 'process raft request' (duration: 930.696111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.6833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.750452Z","time spent":"932.782375ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:45.683435Z","caller":"traceutil/trace.go:171","msg":"trace[303360612] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"930.755643ms","start":"2026-07-03T16:50:44.752665Z","end":"2026-07-03T16:50:45.68342Z","steps":["trace[303360612] 'process raft request' (duration: 929.4889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.683513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.752654Z","time spent":"930.816234ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:45.685222Z","caller":"traceutil/trace.go:171","msg":"trace[59813128] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"813.469859ms","start":"2026-07-03T16:50:44.871739Z","end":"2026-07-03T16:50:45.685209Z","steps":["trace[59813128] 'process raft request' (duration: 810.633015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.685282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.871715Z","time spent":"813.53693ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:45.685344Z","caller":"traceutil/trace.go:171","msg":"trace[262936694] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"931.830021ms","start":"2026-07-03T16:50:44.753504Z","end":"2026-07-03T16:50:45.685334Z","steps":["trace[262936694] 'process raft request' (duration: 928.770781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.68537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.753467Z","time spent":"931.888572ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:45.685415Z","caller":"traceutil/trace.go:171","msg":"trace[2023376421] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"929.568692ms","start":"2026-07-03T16:50:44.755841Z","end":"2026-07-03T16:50:45.685409Z","steps":["trace[2023376421] 'process raft request' (duration: 926.488392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.685441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.755812Z","time spent":"929.617023ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:45.685734Z","caller":"traceutil/trace.go:171","msg":"trace[1165903637] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"930.645899ms","start":"2026-07-03T16:50:44.752978Z","end":"2026-07-03T16:50:45.683624Z","steps":["trace[1165903637] 'process raft request' (duration: 929.239183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.685847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.752969Z","time spent":"932.837087ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:46.390262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.773352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:46.390506Z","caller":"traceutil/trace.go:171","msg":"trace[315134362] linearizableReadLoop","detail":"{readStateIndex:27438; appliedIndex:27428; }","duration":"766.562579ms","start":"2026-07-03T16:50:45.623927Z","end":"2026-07-03T16:50:46.390489Z","steps":["trace[315134362] 'read index received' (duration: 56.970358ms)","trace[315134362] 'applied index is now lower than readState.Index' (duration: 709.591171ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:46.390502Z","caller":"traceutil/trace.go:171","msg":"trace[1623877399] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"760.371019ms","start":"2026-07-03T16:50:45.6301Z","end":"2026-07-03T16:50:46.390471Z","steps":["trace[1623877399] 'process raft request' (duration: 760.253106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.39064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.630081Z","time spent":"760.486022ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:46.39065Z","caller":"traceutil/trace.go:171","msg":"trace[572736188] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"795.638625ms","start":"2026-07-03T16:50:45.594976Z","end":"2026-07-03T16:50:46.390615Z","steps":["trace[572736188] 'process raft request' (duration: 411.435232ms)","trace[572736188] 'compare' (duration: 382.191052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:46.390774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.310034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:50:46.390815Z","caller":"traceutil/trace.go:171","msg":"trace[1215064430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26523; }","duration":"761.382186ms","start":"2026-07-03T16:50:45.629421Z","end":"2026-07-03T16:50:46.390803Z","steps":["trace[1215064430] 'agreement among raft nodes before linearized reading' (duration: 761.233473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.390855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.629403Z","time spent":"761.444497ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:46.390848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.594951Z","time spent":"795.80109ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:46.390793Z","caller":"traceutil/trace.go:171","msg":"trace[197795631] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"460.522126ms","start":"2026-07-03T16:50:45.930192Z","end":"2026-07-03T16:50:46.390714Z","steps":["trace[197795631] 'process raft request' (duration: 460.251018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.390996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.930169Z","time spent":"460.785662ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:46.39104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644496792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:50:46.39109Z","caller":"traceutil/trace.go:171","msg":"trace[247970153] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b; range_end:; response_count:1; response_revision:26523; }","duration":"1.644555503s","start":"2026-07-03T16:50:44.746521Z","end":"2026-07-03T16:50:46.391076Z","steps":["trace[247970153] 'agreement among raft nodes before linearized reading' (duration: 1.64407239s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.391127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.746515Z","time spent":"1.644604644s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" "} {"level":"warn","ts":"2026-07-03T16:50:46.391233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.014751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:46.391277Z","caller":"traceutil/trace.go:171","msg":"trace[190155993] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26523; }","duration":"349.095903ms","start":"2026-07-03T16:50:46.042168Z","end":"2026-07-03T16:50:46.391264Z","steps":["trace[190155993] 'agreement among raft nodes before linearized reading' (duration: 348.98805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.391329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642686385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:50:46.391336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.93599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:50:46.39131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.042111Z","time spent":"349.188465ms","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:46.391368Z","caller":"traceutil/trace.go:171","msg":"trace[493241551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26523; }","duration":"1.642736506s","start":"2026-07-03T16:50:44.748619Z","end":"2026-07-03T16:50:46.391355Z","steps":["trace[493241551] 'agreement among raft nodes before linearized reading' (duration: 1.641931265s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:46.391386Z","caller":"traceutil/trace.go:171","msg":"trace[680436476] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26523; }","duration":"705.020143ms","start":"2026-07-03T16:50:45.686348Z","end":"2026-07-03T16:50:46.391368Z","steps":["trace[680436476] 'agreement among raft nodes before linearized reading' (duration: 704.857699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.391398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.748612Z","time spent":"1.642779277s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:46.391421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.686327Z","time spent":"705.085965ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:50:46.391544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645236131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7hhn8\" ","response":"range_response_count:1 size:5955"} {"level":"warn","ts":"2026-07-03T16:50:46.391654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245451173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:46.391677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.543763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-07-03T16:50:46.391698Z","caller":"traceutil/trace.go:171","msg":"trace[1047826046] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26523; }","duration":"1.245526715s","start":"2026-07-03T16:50:45.146154Z","end":"2026-07-03T16:50:46.391681Z","steps":["trace[1047826046] 'agreement among raft nodes before linearized reading' (duration: 1.244429616s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.391796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.14613Z","time spent":"1.245623127s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:46.391806Z","caller":"traceutil/trace.go:171","msg":"trace[1136259642] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7hhn8; range_end:; response_count:1; response_revision:26523; }","duration":"1.645524368s","start":"2026-07-03T16:50:44.746262Z","end":"2026-07-03T16:50:46.391786Z","steps":["trace[1136259642] 'agreement among raft nodes before linearized reading' (duration: 1.644344897s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.391853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.746246Z","time spent":"1.64559396s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5979,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-7hhn8\" "} {"level":"warn","ts":"2026-07-03T16:50:46.391865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.427861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:46.391902Z","caller":"traceutil/trace.go:171","msg":"trace[1505342792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26523; }","duration":"760.513394ms","start":"2026-07-03T16:50:45.631378Z","end":"2026-07-03T16:50:46.391892Z","steps":["trace[1505342792] 'agreement among raft nodes before linearized reading' (duration: 760.418512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:46.391719Z","caller":"traceutil/trace.go:171","msg":"trace[1166868962] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:26523; }","duration":"629.624175ms","start":"2026-07-03T16:50:45.762084Z","end":"2026-07-03T16:50:46.391708Z","steps":["trace[1166868962] 'agreement among raft nodes before linearized reading' (duration: 629.476092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.39203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.762046Z","time spent":"629.970594ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-07-03T16:50:46.391931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.631369Z","time spent":"760.555495ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:46.391569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647468868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:46.392167Z","caller":"traceutil/trace.go:171","msg":"trace[1203666758] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26523; }","duration":"1.648070704s","start":"2026-07-03T16:50:44.744084Z","end":"2026-07-03T16:50:46.392155Z","steps":["trace[1203666758] 'agreement among raft nodes before linearized reading' (duration: 1.646531284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.392233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.268809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:46.392268Z","caller":"traceutil/trace.go:171","msg":"trace[1399875264] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26523; }","duration":"762.32469ms","start":"2026-07-03T16:50:45.629934Z","end":"2026-07-03T16:50:46.392259Z","steps":["trace[1399875264] 'agreement among raft nodes before linearized reading' (duration: 762.273979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.392295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.629922Z","time spent":"762.365711ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:46.392227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.744069Z","time spent":"1.648141296s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:46.392248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.418433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l.18bed58e34a81205\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-07-03T16:50:46.392573Z","caller":"traceutil/trace.go:171","msg":"trace[873737633] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l.18bed58e34a81205; range_end:; response_count:1; response_revision:26523; }","duration":"705.829953ms","start":"2026-07-03T16:50:45.686725Z","end":"2026-07-03T16:50:46.392555Z","steps":["trace[873737633] 'agreement among raft nodes before linearized reading' (duration: 705.009042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.392654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.686707Z","time spent":"705.929516ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l.18bed58e34a81205\" "} {"level":"warn","ts":"2026-07-03T16:50:46.905169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:47.405746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:47.906367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:47.922912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.521074447s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:48.942822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019067069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:48.942926Z","caller":"traceutil/trace.go:171","msg":"trace[845587152] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"2.541150183s","start":"2026-07-03T16:50:46.401756Z","end":"2026-07-03T16:50:48.942906Z","steps":["trace[845587152] 'process raft request' (duration: 1.52192674s)","trace[845587152] 'compare' (duration: 1.016852581s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.942995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.401739Z","time spent":"2.541222326s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:48.956018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:48.956081Z","caller":"traceutil/trace.go:171","msg":"trace[876189503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316682s","start":"2026-07-03T16:50:46.955749Z","end":"2026-07-03T16:50:48.956066Z","steps":["trace[876189503] 'agreement among raft nodes before linearized reading' (duration: 2.0002368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.956117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.955732Z","time spent":"2.000378114s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:49.479041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.55595629s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:50.345247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.966939ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:50:50.345469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.40255Z","time spent":"3.942912805s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:50:50.34566Z","caller":"traceutil/trace.go:171","msg":"trace[1890934137] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"3.942832464s","start":"2026-07-03T16:50:46.4028Z","end":"2026-07-03T16:50:50.345632Z","steps":["trace[1890934137] 'process raft request' (duration: 3.942578607s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.346365Z","caller":"traceutil/trace.go:171","msg":"trace[1182987937] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"3.596461052s","start":"2026-07-03T16:50:46.749874Z","end":"2026-07-03T16:50:50.346335Z","steps":["trace[1182987937] 'process raft request' (duration: 3.596064191s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.346433Z","caller":"traceutil/trace.go:171","msg":"trace[667681229] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"3.596294267s","start":"2026-07-03T16:50:46.750113Z","end":"2026-07-03T16:50:50.346407Z","steps":["trace[667681229] 'process raft request' (duration: 3.596092072s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.346445Z","caller":"traceutil/trace.go:171","msg":"trace[1182551875] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"3.595399355s","start":"2026-07-03T16:50:46.751022Z","end":"2026-07-03T16:50:50.346421Z","steps":["trace[1182551875] 'process raft request' (duration: 3.595287162s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.346452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.402786Z","time spent":"3.943534532s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:50.346515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.74986Z","time spent":"3.596573435s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:50.346543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.750103Z","time spent":"3.596381299s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:50.346577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.750991Z","time spent":"3.595507858s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:50.345868Z","caller":"traceutil/trace.go:171","msg":"trace[1304533042] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"3.942688339s","start":"2026-07-03T16:50:46.403124Z","end":"2026-07-03T16:50:50.345813Z","steps":["trace[1304533042] 'process raft request' (duration: 3.942384112s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.346701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.403114Z","time spent":"3.943558663s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5736,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:50.346022Z","caller":"traceutil/trace.go:171","msg":"trace[159676250] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"3.596809231s","start":"2026-07-03T16:50:46.749193Z","end":"2026-07-03T16:50:50.346003Z","steps":["trace[159676250] 'process raft request' (duration: 3.596445732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.346802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.749164Z","time spent":"3.597594752s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:50.346009Z","caller":"traceutil/trace.go:171","msg":"trace[357561125] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"3.91069803s","start":"2026-07-03T16:50:46.435261Z","end":"2026-07-03T16:50:50.345959Z","steps":["trace[357561125] 'process raft request' (duration: 3.91031472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.346919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.435242Z","time spent":"3.911626924s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:50.34697Z","caller":"traceutil/trace.go:171","msg":"trace[161298036] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"3.536976207s","start":"2026-07-03T16:50:46.809978Z","end":"2026-07-03T16:50:50.346954Z","steps":["trace[161298036] 'process raft request' (duration: 3.536571597s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.34663Z","caller":"traceutil/trace.go:171","msg":"trace[1584759523] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"3.594553522s","start":"2026-07-03T16:50:46.752058Z","end":"2026-07-03T16:50:50.346612Z","steps":["trace[1584759523] 'process raft request' (duration: 3.594297985s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.347058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.809957Z","time spent":"3.53705442s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:50.347125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.752048Z","time spent":"3.594977203s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:50.347238Z","caller":"traceutil/trace.go:171","msg":"trace[324396450] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"2.91612208s","start":"2026-07-03T16:50:47.431098Z","end":"2026-07-03T16:50:50.34722Z","steps":["trace[324396450] 'process raft request' (duration: 2.915763791s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.34732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.431074Z","time spent":"2.916208062s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:50.347456Z","caller":"traceutil/trace.go:171","msg":"trace[1993600433] linearizableReadLoop","detail":"{readStateIndex:27454; appliedIndex:27440; }","duration":"3.943162003s","start":"2026-07-03T16:50:46.40428Z","end":"2026-07-03T16:50:50.347442Z","steps":["trace[1993600433] 'read index received' (duration: 1.519358184s)","trace[1993600433] 'applied index is now lower than readState.Index' (duration: 2.423802759s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:50.347497Z","caller":"traceutil/trace.go:171","msg":"trace[945126439] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"2.655157895s","start":"2026-07-03T16:50:47.692324Z","end":"2026-07-03T16:50:50.347481Z","steps":["trace[945126439] 'process raft request' (duration: 2.654931379s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.347546Z","caller":"traceutil/trace.go:171","msg":"trace[580320186] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"2.655140525s","start":"2026-07-03T16:50:47.692389Z","end":"2026-07-03T16:50:50.34753Z","steps":["trace[580320186] 'process raft request' (duration: 2.654967911s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.347573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.692314Z","time spent":"2.655222667s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:50.347631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.692385Z","time spent":"2.655203867s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:50.347754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94346111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:11544"} {"level":"info","ts":"2026-07-03T16:50:50.347875Z","caller":"traceutil/trace.go:171","msg":"trace[809695596] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26536; }","duration":"3.943554692s","start":"2026-07-03T16:50:46.404255Z","end":"2026-07-03T16:50:50.347809Z","steps":["trace[809695596] 'agreement among raft nodes before linearized reading' (duration: 3.943316596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.347953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.404248Z","time spent":"3.943666275s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":11568,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:50:50.95673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999550943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:50.956801Z","caller":"traceutil/trace.go:171","msg":"trace[1715913994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999725487s","start":"2026-07-03T16:50:48.957057Z","end":"2026-07-03T16:50:50.956783Z","steps":["trace[1715913994] 'agreement among raft nodes before linearized reading' (duration: 1.999638365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.956847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.957036Z","time spent":"1.99979781s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:51.750199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999281513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:51.750286Z","caller":"traceutil/trace.go:171","msg":"trace[1696117545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999407067s","start":"2026-07-03T16:50:46.750859Z","end":"2026-07-03T16:50:51.750266Z","steps":["trace[1696117545] 'agreement among raft nodes before linearized reading' (duration: 4.999303174s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.750333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.750849Z","time spent":"4.999474918s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:50:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:52.326768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60227994s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:52.339879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.294171Z","time spent":"1.045701377s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:52.341003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894923713s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:52.341121Z","caller":"traceutil/trace.go:171","msg":"trace[349100655] linearizableReadLoop","detail":"{readStateIndex:27455; appliedIndex:27454; }","duration":"1.993609131s","start":"2026-07-03T16:50:50.347499Z","end":"2026-07-03T16:50:52.341108Z","steps":["trace[349100655] 'read index received' (duration: 98.667577ms)","trace[349100655] 'applied index is now lower than readState.Index' (duration: 1.894940634s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:52.341199Z","caller":"traceutil/trace.go:171","msg":"trace[1184664186] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"3.053003932s","start":"2026-07-03T16:50:49.288184Z","end":"2026-07-03T16:50:52.341188Z","steps":["trace[1184664186] 'process raft request' (duration: 1.157826572s)","trace[1184664186] 'compare' (duration: 1.892243694s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:52.341254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.288163Z","time spent":"3.053066054s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18291,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:52.341354Z","caller":"traceutil/trace.go:171","msg":"trace[1860739953] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"1.649089813s","start":"2026-07-03T16:50:50.692247Z","end":"2026-07-03T16:50:52.341337Z","steps":["trace[1860739953] 'process raft request' (duration: 1.649034131s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.341452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.692217Z","time spent":"1.649172315s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:52.341539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057948051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:50:52.341569Z","caller":"traceutil/trace.go:171","msg":"trace[1966940619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26539; }","duration":"3.058022513s","start":"2026-07-03T16:50:49.283538Z","end":"2026-07-03T16:50:52.341561Z","steps":["trace[1966940619] 'agreement among raft nodes before linearized reading' (duration: 3.057879089s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.341589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.283523Z","time spent":"3.058061513s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:50:52.341692Z","caller":"traceutil/trace.go:171","msg":"trace[551904663] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"1.990825519s","start":"2026-07-03T16:50:50.350857Z","end":"2026-07-03T16:50:52.341682Z","steps":["trace[551904663] 'process raft request' (duration: 1.990215853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.341751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.350839Z","time spent":"1.99088896s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:52.342123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165561779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:52.34215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648564579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:50:52.342163Z","caller":"traceutil/trace.go:171","msg":"trace[465718504] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26539; }","duration":"3.165641181s","start":"2026-07-03T16:50:49.17651Z","end":"2026-07-03T16:50:52.342151Z","steps":["trace[465718504] 'agreement among raft nodes before linearized reading' (duration: 3.165184499s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.342186Z","caller":"traceutil/trace.go:171","msg":"trace[1994244937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26539; }","duration":"4.648614671s","start":"2026-07-03T16:50:47.693563Z","end":"2026-07-03T16:50:52.342178Z","steps":["trace[1994244937] 'agreement among raft nodes before linearized reading' (duration: 4.648518759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.530558947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:3046"} {"level":"warn","ts":"2026-07-03T16:50:52.342225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.693558Z","time spent":"4.648649862s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:52.342254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.531003488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2612"} {"level":"warn","ts":"2026-07-03T16:50:52.342196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.176487Z","time spent":"3.165700423s","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:52.342281Z","caller":"traceutil/trace.go:171","msg":"trace[1694482640] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:26539; }","duration":"5.53106347s","start":"2026-07-03T16:50:46.81121Z","end":"2026-07-03T16:50:52.342273Z","steps":["trace[1694482640] 'agreement among raft nodes before linearized reading' (duration: 5.531002418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.34231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.811189Z","time spent":"5.531114471s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2636,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-03T16:50:52.342351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421902631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.342378Z","caller":"traceutil/trace.go:171","msg":"trace[54446498] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26539; }","duration":"3.421959512s","start":"2026-07-03T16:50:48.920412Z","end":"2026-07-03T16:50:52.342372Z","steps":["trace[54446498] 'agreement among raft nodes before linearized reading' (duration: 3.421911921s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.920377Z","time spent":"3.422019173s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.342512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.90776683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-07-03T16:50:52.342539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585393777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:50:52.342544Z","caller":"traceutil/trace.go:171","msg":"trace[154471246] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26539; }","duration":"5.907853822s","start":"2026-07-03T16:50:46.434682Z","end":"2026-07-03T16:50:52.342536Z","steps":["trace[154471246] 'agreement among raft nodes before linearized reading' (duration: 5.907762519s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65090927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:50:52.342566Z","caller":"traceutil/trace.go:171","msg":"trace[39872160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26539; }","duration":"3.585450449s","start":"2026-07-03T16:50:48.75711Z","end":"2026-07-03T16:50:52.34256Z","steps":["trace[39872160] 'agreement among raft nodes before linearized reading' (duration: 3.585384297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.434657Z","time spent":"5.907906933s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-03T16:50:52.342587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.757092Z","time spent":"3.58549132s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:52.342655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654477203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:50:52.342685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940713355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:52.342699Z","caller":"traceutil/trace.go:171","msg":"trace[1786130596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26539; }","duration":"4.654552055s","start":"2026-07-03T16:50:47.688135Z","end":"2026-07-03T16:50:52.342687Z","steps":["trace[1786130596] 'agreement among raft nodes before linearized reading' (duration: 4.654465033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.932757848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:50:52.342737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.688114Z","time spent":"4.654615277s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:50:52.342763Z","caller":"traceutil/trace.go:171","msg":"trace[167347274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26539; }","duration":"5.93281998s","start":"2026-07-03T16:50:46.409932Z","end":"2026-07-03T16:50:52.342752Z","steps":["trace[167347274] 'agreement among raft nodes before linearized reading' (duration: 5.932735698s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.342579Z","caller":"traceutil/trace.go:171","msg":"trace[779324069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26539; }","duration":"4.650964722s","start":"2026-07-03T16:50:47.691604Z","end":"2026-07-03T16:50:52.342569Z","steps":["trace[779324069] 'agreement among raft nodes before linearized reading' (duration: 4.65085882s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.409913Z","time spent":"5.932885221s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T16:50:52.342703Z","caller":"traceutil/trace.go:171","msg":"trace[1733354550] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26539; }","duration":"3.940770297s","start":"2026-07-03T16:50:48.401927Z","end":"2026-07-03T16:50:52.342697Z","steps":["trace[1733354550] 'agreement among raft nodes before linearized reading' (duration: 3.940734586s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.150461249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.34296Z","caller":"traceutil/trace.go:171","msg":"trace[51312642] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26539; }","duration":"5.150557751s","start":"2026-07-03T16:50:47.192395Z","end":"2026-07-03T16:50:52.342953Z","steps":["trace[51312642] 'agreement among raft nodes before linearized reading' (duration: 5.15052317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.342959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.401907Z","time spent":"3.941037774s","remote":"127.0.0.1:51152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.342986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.192375Z","time spent":"5.150605733s","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.343007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935887269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-07-03T16:50:52.343041Z","caller":"traceutil/trace.go:171","msg":"trace[186858158] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26539; }","duration":"5.93593048s","start":"2026-07-03T16:50:46.407102Z","end":"2026-07-03T16:50:52.343033Z","steps":["trace[186858158] 'agreement among raft nodes before linearized reading' (duration: 5.935843208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.343067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.407095Z","time spent":"5.935966811s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9607,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-03T16:50:52.343131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519932651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-07-03T16:50:52.3432Z","caller":"traceutil/trace.go:171","msg":"trace[1133870442] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26539; }","duration":"5.520035033s","start":"2026-07-03T16:50:46.823158Z","end":"2026-07-03T16:50:52.343193Z","steps":["trace[1133870442] 'agreement among raft nodes before linearized reading' (duration: 5.51991777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.343219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.823139Z","time spent":"5.520075565s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1887,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:50:52.343331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.523624027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.343354Z","caller":"traceutil/trace.go:171","msg":"trace[1126639210] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26539; }","duration":"5.523670147s","start":"2026-07-03T16:50:46.819678Z","end":"2026-07-03T16:50:52.343348Z","steps":["trace[1126639210] 'agreement among raft nodes before linearized reading' (duration: 5.523630046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.343376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.819668Z","time spent":"5.523702898s","remote":"127.0.0.1:43968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.343381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.936895235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.343415Z","caller":"traceutil/trace.go:171","msg":"trace[380070895] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26539; }","duration":"5.936943177s","start":"2026-07-03T16:50:46.406463Z","end":"2026-07-03T16:50:52.343406Z","steps":["trace[380070895] 'agreement among raft nodes before linearized reading' (duration: 5.936884325s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.34344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.406458Z","time spent":"5.936976258s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:52.343619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.939218297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-03T16:50:52.343649Z","caller":"traceutil/trace.go:171","msg":"trace[1243257030] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f; range_end:; response_count:1; response_revision:26539; }","duration":"5.939258328s","start":"2026-07-03T16:50:46.404383Z","end":"2026-07-03T16:50:52.343641Z","steps":["trace[1243257030] 'agreement among raft nodes before linearized reading' (duration: 5.939172565s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.343675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.404375Z","time spent":"5.939293379s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-f4f1785c-7287-4915-8371-9a098d0a987f\" "} {"level":"info","ts":"2026-07-03T16:50:52.342243Z","caller":"traceutil/trace.go:171","msg":"trace[1262965037] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:26539; }","duration":"5.530645648s","start":"2026-07-03T16:50:46.811575Z","end":"2026-07-03T16:50:52.342221Z","steps":["trace[1262965037] 'agreement among raft nodes before linearized reading' (duration: 5.530440853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.343727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992071412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mmwwc\" ","response":"range_response_count:1 size:6857"} {"level":"warn","ts":"2026-07-03T16:50:52.343738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.811564Z","time spent":"5.532159279s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3070,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"info","ts":"2026-07-03T16:50:52.343757Z","caller":"traceutil/trace.go:171","msg":"trace[318166735] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-mmwwc; range_end:; response_count:1; response_revision:26539; }","duration":"1.992126493s","start":"2026-07-03T16:50:50.351624Z","end":"2026-07-03T16:50:52.34375Z","steps":["trace[318166735] 'agreement among raft nodes before linearized reading' (duration: 1.992047231s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.343776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.35161Z","time spent":"1.992161514s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mmwwc\" "} {"level":"warn","ts":"2026-07-03T16:50:52.342736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4328473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.343839Z","caller":"traceutil/trace.go:171","msg":"trace[1939355298] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26539; }","duration":"4.43397814s","start":"2026-07-03T16:50:47.90985Z","end":"2026-07-03T16:50:52.343828Z","steps":["trace[1939355298] 'agreement among raft nodes before linearized reading' (duration: 4.43287043s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.343875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.909823Z","time spent":"4.434041532s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.343969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.962929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:50:52.342813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.69159Z","time spent":"4.651217469s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:52.344105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.981641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.344131Z","caller":"traceutil/trace.go:171","msg":"trace[1393230806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26539; }","duration":"937.008671ms","start":"2026-07-03T16:50:51.407115Z","end":"2026-07-03T16:50:52.344124Z","steps":["trace[1393230806] 'agreement among raft nodes before linearized reading' (duration: 936.97002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.344155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.407061Z","time spent":"937.088373ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.344215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988864997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn.18bed58e60eacabc\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-07-03T16:50:52.34425Z","caller":"traceutil/trace.go:171","msg":"trace[586517492] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn.18bed58e60eacabc; range_end:; response_count:1; response_revision:26539; }","duration":"1.988923559s","start":"2026-07-03T16:50:50.355315Z","end":"2026-07-03T16:50:52.344239Z","steps":["trace[586517492] 'agreement among raft nodes before linearized reading' (duration: 1.988816356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.344273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.355305Z","time spent":"1.98896357s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1015,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn.18bed58e60eacabc\" "} {"level":"info","ts":"2026-07-03T16:50:52.344319Z","caller":"traceutil/trace.go:171","msg":"trace[900057774] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26539; }","duration":"876.351229ms","start":"2026-07-03T16:50:51.46796Z","end":"2026-07-03T16:50:52.344311Z","steps":["trace[900057774] 'agreement among raft nodes before linearized reading' (duration: 875.928508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.344351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.467938Z","time spent":"876.404261ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.344375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159539537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.344399Z","caller":"traceutil/trace.go:171","msg":"trace[1211512162] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26539; }","duration":"1.159602349s","start":"2026-07-03T16:50:51.184791Z","end":"2026-07-03T16:50:52.344393Z","steps":["trace[1211512162] 'agreement among raft nodes before linearized reading' (duration: 1.159564918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.344423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.184759Z","time spent":"1.159657631s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.344527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358042071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:52.344551Z","caller":"traceutil/trace.go:171","msg":"trace[1192587130] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26539; }","duration":"1.358127433s","start":"2026-07-03T16:50:50.986418Z","end":"2026-07-03T16:50:52.344545Z","steps":["trace[1192587130] 'agreement among raft nodes before linearized reading' (duration: 1.358091082s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.344573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.986406Z","time spent":"1.358162265s","remote":"127.0.0.1:55986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:52.344658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381114399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:52.344663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96808267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58557"} {"level":"info","ts":"2026-07-03T16:50:52.344685Z","caller":"traceutil/trace.go:171","msg":"trace[151003317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26539; }","duration":"1.38118022s","start":"2026-07-03T16:50:50.963499Z","end":"2026-07-03T16:50:52.344679Z","steps":["trace[151003317] 'agreement among raft nodes before linearized reading' (duration: 1.381134949s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.344692Z","caller":"traceutil/trace.go:171","msg":"trace[45343596] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26539; }","duration":"1.968160402s","start":"2026-07-03T16:50:50.376525Z","end":"2026-07-03T16:50:52.344685Z","steps":["trace[45343596] 'agreement among raft nodes before linearized reading' (duration: 1.968071319s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.344703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.963478Z","time spent":"1.381220782s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:52.344716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.376498Z","time spent":"1.968213162s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":58581,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:50:52.724419Z","caller":"traceutil/trace.go:171","msg":"trace[771054426] linearizableReadLoop","detail":"{readStateIndex:27458; appliedIndex:27457; }","duration":"375.364437ms","start":"2026-07-03T16:50:52.349036Z","end":"2026-07-03T16:50:52.7244Z","steps":["trace[771054426] 'read index received' (duration: 364.131465ms)","trace[771054426] 'applied index is now lower than readState.Index' (duration: 11.232201ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:52.72457Z","caller":"traceutil/trace.go:171","msg":"trace[899712178] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"377.363979ms","start":"2026-07-03T16:50:52.347196Z","end":"2026-07-03T16:50:52.72456Z","steps":["trace[899712178] 'process raft request' (duration: 365.88447ms)","trace[899712178] 'compare' (duration: 10.136323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:52.724699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.347133Z","time spent":"377.504873ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:52.724969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.931232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:50:52.725028Z","caller":"traceutil/trace.go:171","msg":"trace[1125071016] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26540; }","duration":"376.023344ms","start":"2026-07-03T16:50:52.348997Z","end":"2026-07-03T16:50:52.72502Z","steps":["trace[1125071016] 'agreement among raft nodes before linearized reading' (duration: 375.881231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.725075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.348982Z","time spent":"376.084797ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:53.225579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:54.34759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99824199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:54.34768Z","caller":"traceutil/trace.go:171","msg":"trace[1232892517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998361214s","start":"2026-07-03T16:50:52.349293Z","end":"2026-07-03T16:50:54.347655Z","steps":["trace[1232892517] 'agreement among raft nodes before linearized reading' (duration: 1.998262131s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.347726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.349283Z","time spent":"1.998433945s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:54.480206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161864307s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:50:54.480251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.496086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:54.480405Z","caller":"traceutil/trace.go:171","msg":"trace[858102133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26540; }","duration":"173.65546ms","start":"2026-07-03T16:50:54.306722Z","end":"2026-07-03T16:50:54.480378Z","steps":["trace[858102133] 'range keys from in-memory index tree' (duration: 173.480055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.48253Z","caller":"traceutil/trace.go:171","msg":"trace[1458595663] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"2.129500092s","start":"2026-07-03T16:50:52.353006Z","end":"2026-07-03T16:50:54.482506Z","steps":["trace[1458595663] 'process raft request' (duration: 2.127381427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.482687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.352982Z","time spent":"2.129623026s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9187,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:55.140902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.301479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:55.141904Z","caller":"traceutil/trace.go:171","msg":"trace[510224756] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"2.786118706s","start":"2026-07-03T16:50:52.355771Z","end":"2026-07-03T16:50:55.14189Z","steps":["trace[510224756] 'process raft request' (duration: 2.785642084s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.141917Z","caller":"traceutil/trace.go:171","msg":"trace[35946800] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"2.78627907s","start":"2026-07-03T16:50:52.355621Z","end":"2026-07-03T16:50:55.1419Z","steps":["trace[35946800] 'process raft request' (duration: 2.785708966s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.141955Z","caller":"traceutil/trace.go:171","msg":"trace[656080778] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"2.787593375s","start":"2026-07-03T16:50:52.354345Z","end":"2026-07-03T16:50:55.141939Z","steps":["trace[656080778] 'process raft request' (duration: 2.786733553s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.141976Z","caller":"traceutil/trace.go:171","msg":"trace[307297458] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"2.783749334s","start":"2026-07-03T16:50:52.358193Z","end":"2026-07-03T16:50:55.141943Z","steps":["trace[307297458] 'process raft request' (duration: 2.783308263s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.141984Z","caller":"traceutil/trace.go:171","msg":"trace[188044886] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"2.786071435s","start":"2026-07-03T16:50:52.355884Z","end":"2026-07-03T16:50:55.141955Z","steps":["trace[188044886] 'process raft request' (duration: 2.785563892s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.142065Z","caller":"traceutil/trace.go:171","msg":"trace[792378196] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"2.783778525s","start":"2026-07-03T16:50:52.358269Z","end":"2026-07-03T16:50:55.142047Z","steps":["trace[792378196] 'process raft request' (duration: 2.783275022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.142071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.355616Z","time spent":"2.786356342s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:55.142108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.358182Z","time spent":"2.783846827s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.142069Z","caller":"traceutil/trace.go:171","msg":"trace[1070703225] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"2.786350642s","start":"2026-07-03T16:50:52.355691Z","end":"2026-07-03T16:50:55.142042Z","steps":["trace[1070703225] 'process raft request' (duration: 2.785689595s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.142007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.355767Z","time spent":"2.786180988s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:55.142216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.358264Z","time spent":"2.783862187s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:55.142186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.35588Z","time spent":"2.786225159s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.141967Z","caller":"traceutil/trace.go:171","msg":"trace[2061709266] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"2.787479202s","start":"2026-07-03T16:50:52.354449Z","end":"2026-07-03T16:50:55.141928Z","steps":["trace[2061709266] 'process raft request' (duration: 2.786842636s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.142303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.354437Z","time spent":"2.787843282s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.142049Z","caller":"traceutil/trace.go:171","msg":"trace[232777627] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"2.788840177s","start":"2026-07-03T16:50:52.3532Z","end":"2026-07-03T16:50:55.14204Z","steps":["trace[232777627] 'process raft request' (duration: 2.129289127s)","trace[232777627] 'compare' (duration: 657.61348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:55.142311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.355688Z","time spent":"2.786514407s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.141655Z","caller":"traceutil/trace.go:171","msg":"trace[1437715896] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"2.787538613s","start":"2026-07-03T16:50:52.354086Z","end":"2026-07-03T16:50:55.141625Z","steps":["trace[1437715896] 'process raft request' (duration: 2.786904007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.142043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.354341Z","time spent":"2.787654177s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:55.142419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.353193Z","time spent":"2.789155756s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.142438Z","caller":"traceutil/trace.go:171","msg":"trace[1219954566] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"2.781741784s","start":"2026-07-03T16:50:52.36068Z","end":"2026-07-03T16:50:55.142422Z","steps":["trace[1219954566] 'process raft request' (duration: 2.780894621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.142505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.360673Z","time spent":"2.781801565s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.1429Z","caller":"traceutil/trace.go:171","msg":"trace[1251693361] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"2.782152304s","start":"2026-07-03T16:50:52.36073Z","end":"2026-07-03T16:50:55.142883Z","steps":["trace[1251693361] 'process raft request' (duration: 2.780906371s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.142988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.360726Z","time spent":"2.782221906s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.143134Z","caller":"traceutil/trace.go:171","msg":"trace[88797759] linearizableReadLoop","detail":"{readStateIndex:27474; appliedIndex:27458; }","duration":"2.418581193s","start":"2026-07-03T16:50:52.724534Z","end":"2026-07-03T16:50:55.143115Z","steps":["trace[88797759] 'read index received' (duration: 593.710045ms)","trace[88797759] 'applied index is now lower than readState.Index' (duration: 1.824867588s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:55.143405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787086402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:50:55.14345Z","caller":"traceutil/trace.go:171","msg":"trace[1146224937] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26555; }","duration":"2.787132813s","start":"2026-07-03T16:50:52.356306Z","end":"2026-07-03T16:50:55.143439Z","steps":["trace[1146224937] 'agreement among raft nodes before linearized reading' (duration: 2.786945438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.143483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.356292Z","time spent":"2.787183285s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-03T16:50:55.143732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788238412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-07-03T16:50:55.143784Z","caller":"traceutil/trace.go:171","msg":"trace[1161562084] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:26555; }","duration":"2.788317803s","start":"2026-07-03T16:50:52.355456Z","end":"2026-07-03T16:50:55.143774Z","steps":["trace[1161562084] 'agreement among raft nodes before linearized reading' (duration: 2.78817934s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.143816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.355448Z","time spent":"2.788360094s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3332,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:50:55.144022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793628911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:50:55.144058Z","caller":"traceutil/trace.go:171","msg":"trace[1124775699] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26555; }","duration":"2.793730984s","start":"2026-07-03T16:50:52.350318Z","end":"2026-07-03T16:50:55.144049Z","steps":["trace[1124775699] 'agreement among raft nodes before linearized reading' (duration: 2.793634272s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.144041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786933178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-03T16:50:55.144092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.350283Z","time spent":"2.793800005s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-03T16:50:55.144126Z","caller":"traceutil/trace.go:171","msg":"trace[921295453] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26555; }","duration":"2.787050001s","start":"2026-07-03T16:50:52.357056Z","end":"2026-07-03T16:50:55.144106Z","steps":["trace[921295453] 'agreement among raft nodes before linearized reading' (duration: 2.786173578s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.144195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.357038Z","time spent":"2.787141924s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T16:50:55.144349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410878963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn.18bed58e60eb3aed\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-07-03T16:50:55.144395Z","caller":"traceutil/trace.go:171","msg":"trace[8499431] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn.18bed58e60eb3aed; range_end:; response_count:1; response_revision:26555; }","duration":"2.410935884s","start":"2026-07-03T16:50:52.733444Z","end":"2026-07-03T16:50:55.14438Z","steps":["trace[8499431] 'agreement among raft nodes before linearized reading' (duration: 2.410833691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.144426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.733434Z","time spent":"2.410985286s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1015,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-v77jn.18bed58e60eb3aed\" "} {"level":"info","ts":"2026-07-03T16:50:55.144454Z","caller":"traceutil/trace.go:171","msg":"trace[2080537266] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"2.783657142s","start":"2026-07-03T16:50:52.360778Z","end":"2026-07-03T16:50:55.144435Z","steps":["trace[2080537266] 'process raft request' (duration: 2.782065042s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.144569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.360761Z","time spent":"2.783733495s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:55.1447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392848853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:50:55.144734Z","caller":"traceutil/trace.go:171","msg":"trace[265789499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26555; }","duration":"1.392912525s","start":"2026-07-03T16:50:53.751808Z","end":"2026-07-03T16:50:55.144721Z","steps":["trace[265789499] 'agreement among raft nodes before linearized reading' (duration: 1.392801052s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.144763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248477864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:55.144768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.75178Z","time spent":"1.392981617s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:50:55.144799Z","caller":"traceutil/trace.go:171","msg":"trace[1490721246] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26555; }","duration":"2.248549496s","start":"2026-07-03T16:50:52.896238Z","end":"2026-07-03T16:50:55.144788Z","steps":["trace[1490721246] 'agreement among raft nodes before linearized reading' (duration: 2.248487145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.144829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.896216Z","time spent":"2.248606778s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:55.14459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.317537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:55.145098Z","caller":"traceutil/trace.go:171","msg":"trace[2005162199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26555; }","duration":"788.849102ms","start":"2026-07-03T16:50:54.356232Z","end":"2026-07-03T16:50:55.145081Z","steps":["trace[2005162199] 'agreement among raft nodes before linearized reading' (duration: 788.328728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.145158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.35618Z","time spent":"788.963144ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:55.144579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.535215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7065"} {"level":"warn","ts":"2026-07-03T16:50:55.142792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.353975Z","time spent":"2.788391146s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:55.145577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850143784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:55.145626Z","caller":"traceutil/trace.go:171","msg":"trace[1492298803] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26555; }","duration":"1.850231086s","start":"2026-07-03T16:50:53.295389Z","end":"2026-07-03T16:50:55.14562Z","steps":["trace[1492298803] 'agreement among raft nodes before linearized reading' (duration: 1.850143563s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.14565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.295372Z","time spent":"1.850270427s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:55.145664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412030533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:50:55.145747Z","caller":"traceutil/trace.go:171","msg":"trace[156485284] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26555; }","duration":"2.412149957s","start":"2026-07-03T16:50:52.733584Z","end":"2026-07-03T16:50:55.145734Z","steps":["trace[156485284] 'agreement among raft nodes before linearized reading' (duration: 2.411973102s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.145774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932154978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:55.145863Z","caller":"traceutil/trace.go:171","msg":"trace[681774492] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26555; }","duration":"1.932352173s","start":"2026-07-03T16:50:53.213495Z","end":"2026-07-03T16:50:55.145848Z","steps":["trace[681774492] 'agreement among raft nodes before linearized reading' (duration: 1.932072636s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.145865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788659533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:3103"} {"level":"warn","ts":"2026-07-03T16:50:55.145804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762848984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26979"} {"level":"info","ts":"2026-07-03T16:50:55.145966Z","caller":"traceutil/trace.go:171","msg":"trace[1676276703] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:26555; }","duration":"2.763048399s","start":"2026-07-03T16:50:52.3829Z","end":"2026-07-03T16:50:55.145948Z","steps":["trace[1676276703] 'agreement among raft nodes before linearized reading' (duration: 2.762721651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.1458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.733567Z","time spent":"2.412217428s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:50:55.146014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.382881Z","time spent":"2.7631175s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27003,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"info","ts":"2026-07-03T16:50:55.145947Z","caller":"traceutil/trace.go:171","msg":"trace[2126992962] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:26555; }","duration":"2.788759496s","start":"2026-07-03T16:50:52.357167Z","end":"2026-07-03T16:50:55.145926Z","steps":["trace[2126992962] 'agreement among raft nodes before linearized reading' (duration: 2.788403306s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.146093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.357163Z","time spent":"2.78890109s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":3127,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-07-03T16:50:55.14593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.213474Z","time spent":"1.932423236s","remote":"127.0.0.1:50806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:55.147094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.891168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:55.147193Z","caller":"traceutil/trace.go:171","msg":"trace[1714104084] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26555; }","duration":"264.022181ms","start":"2026-07-03T16:50:54.883155Z","end":"2026-07-03T16:50:55.147177Z","steps":["trace[1714104084] 'agreement among raft nodes before linearized reading' (duration: 262.345849ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.145416Z","caller":"traceutil/trace.go:171","msg":"trace[276388080] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26555; }","duration":"659.381777ms","start":"2026-07-03T16:50:54.485997Z","end":"2026-07-03T16:50:55.145379Z","steps":["trace[276388080] 'agreement among raft nodes before linearized reading' (duration: 658.427922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.147786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.485982Z","time spent":"661.775779ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7089,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-03T16:50:55.148069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718880255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23283"} {"level":"info","ts":"2026-07-03T16:50:55.148112Z","caller":"traceutil/trace.go:171","msg":"trace[2032211658] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26555; }","duration":"2.718944067s","start":"2026-07-03T16:50:52.429154Z","end":"2026-07-03T16:50:55.148098Z","steps":["trace[2032211658] 'agreement among raft nodes before linearized reading' (duration: 2.718818284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.148159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.429138Z","time spent":"2.718998258s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":23307,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:50:55.141632Z","caller":"traceutil/trace.go:171","msg":"trace[147839445] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"2.787208586s","start":"2026-07-03T16:50:52.354386Z","end":"2026-07-03T16:50:55.141595Z","steps":["trace[147839445] 'process raft request' (duration: 2.786859297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.148578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.354383Z","time spent":"2.794158586s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:55.651231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:55.963235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.514371Z","time spent":"448.857143ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:50:55.968889Z","caller":"traceutil/trace.go:171","msg":"trace[2012233117] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"818.197842ms","start":"2026-07-03T16:50:55.15066Z","end":"2026-07-03T16:50:55.968858Z","steps":["trace[2012233117] 'process raft request' (duration: 817.967837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.969128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.150645Z","time spent":"818.333786ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:56.040986Z","caller":"traceutil/trace.go:171","msg":"trace[703563211] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"888.880304ms","start":"2026-07-03T16:50:55.152071Z","end":"2026-07-03T16:50:56.040951Z","steps":["trace[703563211] 'process raft request' (duration: 888.494294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.0412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.152061Z","time spent":"889.004617ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:56.040989Z","caller":"traceutil/trace.go:171","msg":"trace[1202370182] linearizableReadLoop","detail":"{readStateIndex:27478; appliedIndex:27474; }","duration":"890.098065ms","start":"2026-07-03T16:50:55.150877Z","end":"2026-07-03T16:50:56.040975Z","steps":["trace[1202370182] 'read index received' (duration: 817.701369ms)","trace[1202370182] 'applied index is now lower than readState.Index' (duration: 72.395695ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:56.041512Z","caller":"traceutil/trace.go:171","msg":"trace[1549760410] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"883.71236ms","start":"2026-07-03T16:50:55.157764Z","end":"2026-07-03T16:50:56.041477Z","steps":["trace[1549760410] 'process raft request' (duration: 883.059483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.041602Z","caller":"traceutil/trace.go:171","msg":"trace[416634503] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"888.074193ms","start":"2026-07-03T16:50:55.153453Z","end":"2026-07-03T16:50:56.041527Z","steps":["trace[416634503] 'process raft request' (duration: 887.321142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.041539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.620239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:50:56.041639Z","caller":"traceutil/trace.go:171","msg":"trace[470751504] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"128.129021ms","start":"2026-07-03T16:50:55.913361Z","end":"2026-07-03T16:50:56.04149Z","steps":["trace[470751504] 'process raft request' (duration: 127.578036ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.041759Z","caller":"traceutil/trace.go:171","msg":"trace[803386149] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f; range_end:; response_count:1; response_revision:26560; }","duration":"890.875476ms","start":"2026-07-03T16:50:55.150861Z","end":"2026-07-03T16:50:56.041736Z","steps":["trace[803386149] 'agreement among raft nodes before linearized reading' (duration: 890.174787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.041839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.150855Z","time spent":"890.972848ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-e5771b53-3431-4779-9a4d-4034a788c31f\" "} {"level":"warn","ts":"2026-07-03T16:50:56.041829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.153447Z","time spent":"888.292889ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:56.041725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.157753Z","time spent":"883.848773ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:56.215017Z","caller":"traceutil/trace.go:171","msg":"trace[85626572] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"243.040368ms","start":"2026-07-03T16:50:55.971942Z","end":"2026-07-03T16:50:56.214983Z","steps":["trace[85626572] 'process raft request' (duration: 161.107625ms)","trace[85626572] 'compare' (duration: 81.777909ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:56.215012Z","caller":"traceutil/trace.go:171","msg":"trace[2066764617] linearizableReadLoop","detail":"{readStateIndex:27480; appliedIndex:27479; }","duration":"173.548387ms","start":"2026-07-03T16:50:56.041436Z","end":"2026-07-03T16:50:56.214984Z","steps":["trace[2066764617] 'read index received' (duration: 91.621904ms)","trace[2066764617] 'applied index is now lower than readState.Index' (duration: 81.925133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:56.215347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0527395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-03T16:50:56.215417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053718936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-07-03T16:50:56.215474Z","caller":"traceutil/trace.go:171","msg":"trace[1744399526] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26561; }","duration":"1.052856923s","start":"2026-07-03T16:50:55.162572Z","end":"2026-07-03T16:50:56.215428Z","steps":["trace[1744399526] 'agreement among raft nodes before linearized reading' (duration: 1.052461682s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.215493Z","caller":"traceutil/trace.go:171","msg":"trace[1074254826] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.053820479s","start":"2026-07-03T16:50:55.161644Z","end":"2026-07-03T16:50:56.215464Z","steps":["trace[1074254826] 'agreement among raft nodes before linearized reading' (duration: 1.053537352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.215544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.161633Z","time spent":"1.053897151s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:50:56.215575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.559815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887\" ","response":"range_response_count:1 size:4229"} {"level":"warn","ts":"2026-07-03T16:50:56.215577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.601377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:56.215752Z","caller":"traceutil/trace.go:171","msg":"trace[193188952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26561; }","duration":"259.801643ms","start":"2026-07-03T16:50:55.95593Z","end":"2026-07-03T16:50:56.215731Z","steps":["trace[193188952] 'agreement among raft nodes before linearized reading' (duration: 259.609958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.21577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049178708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-07-03T16:50:56.215779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028170454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:44855"} {"level":"warn","ts":"2026-07-03T16:50:56.215791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.240178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-07-03T16:50:56.215817Z","caller":"traceutil/trace.go:171","msg":"trace[1909137713] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"861.30336ms","start":"2026-07-03T16:50:55.354507Z","end":"2026-07-03T16:50:56.215811Z","steps":["trace[1909137713] 'agreement among raft nodes before linearized reading' (duration: 861.210717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.215842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.354487Z","time spent":"861.350241ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-03T16:50:56.215817Z","caller":"traceutil/trace.go:171","msg":"trace[1334290069] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.028210335s","start":"2026-07-03T16:50:55.187596Z","end":"2026-07-03T16:50:56.215806Z","steps":["trace[1334290069] 'agreement among raft nodes before linearized reading' (duration: 1.027911267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.215894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049299841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-07-03T16:50:56.215907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.187556Z","time spent":"1.028339678s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":44879,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:50:56.215932Z","caller":"traceutil/trace.go:171","msg":"trace[1861809254] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.049342063s","start":"2026-07-03T16:50:55.166581Z","end":"2026-07-03T16:50:56.215923Z","steps":["trace[1861809254] 'agreement among raft nodes before linearized reading' (duration: 1.04925499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.215967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.166577Z","time spent":"1.049382383s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-07-03T16:50:56.215606Z","caller":"traceutil/trace.go:171","msg":"trace[1141554084] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887; range_end:; response_count:1; response_revision:26561; }","duration":"169.654467ms","start":"2026-07-03T16:50:56.045941Z","end":"2026-07-03T16:50:56.215595Z","steps":["trace[1141554084] 'agreement among raft nodes before linearized reading' (duration: 169.407841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.086669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:50:56.216066Z","caller":"traceutil/trace.go:171","msg":"trace[551423088] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26561; }","duration":"329.14319ms","start":"2026-07-03T16:50:55.886919Z","end":"2026-07-03T16:50:56.216062Z","steps":["trace[551423088] 'agreement among raft nodes before linearized reading' (duration: 329.091009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.886898Z","time spent":"329.17876ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:50:56.215814Z","caller":"traceutil/trace.go:171","msg":"trace[1440868665] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.049229909s","start":"2026-07-03T16:50:55.166569Z","end":"2026-07-03T16:50:56.215799Z","steps":["trace[1440868665] 'agreement among raft nodes before linearized reading' (duration: 1.049114206s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.166565Z","time spent":"1.049591149s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:50:56.216278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049757432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-07-03T16:50:56.215641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.00706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:50:56.216331Z","caller":"traceutil/trace.go:171","msg":"trace[191579628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26561; }","duration":"169.77017ms","start":"2026-07-03T16:50:56.046556Z","end":"2026-07-03T16:50:56.216326Z","steps":["trace[191579628] 'agreement among raft nodes before linearized reading' (duration: 168.910848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.216334Z","caller":"traceutil/trace.go:171","msg":"trace[1198798085] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.049829474s","start":"2026-07-03T16:50:55.166482Z","end":"2026-07-03T16:50:56.216311Z","steps":["trace[1198798085] 'agreement among raft nodes before linearized reading' (duration: 1.049714252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.166465Z","time spent":"1.049891847s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:50:56.216427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065176072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:50:56.216455Z","caller":"traceutil/trace.go:171","msg":"trace[345480540] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26561; }","duration":"1.065207653s","start":"2026-07-03T16:50:55.151233Z","end":"2026-07-03T16:50:56.216441Z","steps":["trace[345480540] 'agreement among raft nodes before linearized reading' (duration: 1.063834127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.151226Z","time spent":"1.065238873s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-03T16:50:56.21651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049990268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-07-03T16:50:56.216542Z","caller":"traceutil/trace.go:171","msg":"trace[1738731391] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.05003075s","start":"2026-07-03T16:50:55.166503Z","end":"2026-07-03T16:50:56.216534Z","steps":["trace[1738731391] 'agreement among raft nodes before linearized reading' (duration: 1.049929148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.166497Z","time spent":"1.050064701s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:50:56.216562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020192717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-03T16:50:56.216648Z","caller":"traceutil/trace.go:171","msg":"trace[1259707159] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.0203491s","start":"2026-07-03T16:50:55.196274Z","end":"2026-07-03T16:50:56.216623Z","steps":["trace[1259707159] 'agreement among raft nodes before linearized reading' (duration: 1.019858768s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062635536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-07-03T16:50:56.216721Z","caller":"traceutil/trace.go:171","msg":"trace[855996064] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26561; }","duration":"1.062662917s","start":"2026-07-03T16:50:55.154054Z","end":"2026-07-03T16:50:56.216717Z","steps":["trace[855996064] 'agreement among raft nodes before linearized reading' (duration: 1.062608215s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.196253Z","time spent":"1.020439352s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:50:56.216777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06239647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-07-03T16:50:56.216766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061510388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:56.216827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062589395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-07-03T16:50:56.216839Z","caller":"traceutil/trace.go:171","msg":"trace[1083101585] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.062610536s","start":"2026-07-03T16:50:55.154225Z","end":"2026-07-03T16:50:56.216835Z","steps":["trace[1083101585] 'agreement among raft nodes before linearized reading' (duration: 1.062572675s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.15422Z","time spent":"1.062629116s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-07-03T16:50:56.216851Z","caller":"traceutil/trace.go:171","msg":"trace[1611395283] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:26561; }","duration":"1.061574849s","start":"2026-07-03T16:50:55.155225Z","end":"2026-07-03T16:50:56.2168Z","steps":["trace[1611395283] 'agreement among raft nodes before linearized reading' (duration: 1.061491797s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.216734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.15405Z","time spent":"1.062681107s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-03T16:50:56.216893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.155219Z","time spent":"1.061661231s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:50:56.216789Z","caller":"traceutil/trace.go:171","msg":"trace[495173550] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.062418341s","start":"2026-07-03T16:50:55.154367Z","end":"2026-07-03T16:50:56.216786Z","steps":["trace[495173550] 'agreement among raft nodes before linearized reading' (duration: 1.062376259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.217011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.15436Z","time spent":"1.062640836s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:50:56.217052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064166916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-07-03T16:50:56.217081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061733503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-07-03T16:50:56.217097Z","caller":"traceutil/trace.go:171","msg":"trace[723708932] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.061758863s","start":"2026-07-03T16:50:55.155334Z","end":"2026-07-03T16:50:56.217093Z","steps":["trace[723708932] 'agreement among raft nodes before linearized reading' (duration: 1.061712402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.21711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.155329Z","time spent":"1.061778274s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-07-03T16:50:56.217111Z","caller":"traceutil/trace.go:171","msg":"trace[41162080] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26561; }","duration":"1.064235878s","start":"2026-07-03T16:50:55.152857Z","end":"2026-07-03T16:50:56.217093Z","steps":["trace[41162080] 'agreement among raft nodes before linearized reading' (duration: 1.064094715s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.217165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.152852Z","time spent":"1.06430007s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-07-03T16:50:56.217222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061873727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:16382"} {"level":"info","ts":"2026-07-03T16:50:56.217235Z","caller":"traceutil/trace.go:171","msg":"trace[808995175] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:26561; }","duration":"1.061916528s","start":"2026-07-03T16:50:55.155315Z","end":"2026-07-03T16:50:56.217231Z","steps":["trace[808995175] 'agreement among raft nodes before linearized reading' (duration: 1.059893596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.217248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.155298Z","time spent":"1.061946658s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":16406,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-07-03T16:50:56.21727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063710093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5135"} {"level":"info","ts":"2026-07-03T16:50:56.217329Z","caller":"traceutil/trace.go:171","msg":"trace[832840093] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:26561; }","duration":"1.063780595s","start":"2026-07-03T16:50:55.153533Z","end":"2026-07-03T16:50:56.217314Z","steps":["trace[832840093] 'agreement among raft nodes before linearized reading' (duration: 1.063500578s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.217373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.153529Z","time spent":"1.063831877s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5159,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-07-03T16:50:56.215557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.162564Z","time spent":"1.052954245s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:50:56.569651Z","caller":"traceutil/trace.go:171","msg":"trace[876546216] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"340.889754ms","start":"2026-07-03T16:50:56.228736Z","end":"2026-07-03T16:50:56.569625Z","steps":["trace[876546216] 'process raft request' (duration: 340.718539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.569846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.228724Z","time spent":"341.048858ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6376,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:57.793495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223993768s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:50:57.79431Z","caller":"traceutil/trace.go:171","msg":"trace[20542168] linearizableReadLoop","detail":"{readStateIndex:27482; appliedIndex:27481; }","duration":"1.56331369s","start":"2026-07-03T16:50:56.230973Z","end":"2026-07-03T16:50:57.794286Z","steps":["trace[20542168] 'read index received' (duration: 338.746288ms)","trace[20542168] 'applied index is now lower than readState.Index' (duration: 1.224566282s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:57.794525Z","caller":"traceutil/trace.go:171","msg":"trace[1016278537] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"1.562032576s","start":"2026-07-03T16:50:56.232446Z","end":"2026-07-03T16:50:57.794478Z","steps":["trace[1016278537] 'process raft request' (duration: 1.561719898s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.794558Z","caller":"traceutil/trace.go:171","msg":"trace[1880159924] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"1.565722913s","start":"2026-07-03T16:50:56.228793Z","end":"2026-07-03T16:50:57.794515Z","steps":["trace[1880159924] 'process raft request' (duration: 1.565072987s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.794717Z","caller":"traceutil/trace.go:171","msg":"trace[156814815] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"1.38460634s","start":"2026-07-03T16:50:56.410079Z","end":"2026-07-03T16:50:57.794685Z","steps":["trace[156814815] 'process raft request' (duration: 1.384145248s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.794796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.232434Z","time spent":"1.562176521s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:57.794953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.410052Z","time spent":"1.384828876s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:57.794775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.228773Z","time spent":"1.565871336s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:57.796135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563869714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-968894cf-623a-40be-bd63-e57ad2d12dea\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-03T16:50:57.796202Z","caller":"traceutil/trace.go:171","msg":"trace[862387501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-968894cf-623a-40be-bd63-e57ad2d12dea; range_end:; response_count:1; response_revision:26565; }","duration":"1.565234401s","start":"2026-07-03T16:50:56.230951Z","end":"2026-07-03T16:50:57.796185Z","steps":["trace[862387501] 'agreement among raft nodes before linearized reading' (duration: 1.563480645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.796278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.230943Z","time spent":"1.565286972s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-968894cf-623a-40be-bd63-e57ad2d12dea\" "} {"level":"info","ts":"2026-07-03T16:50:57.978587Z","caller":"traceutil/trace.go:171","msg":"trace[1625059607] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"830.233414ms","start":"2026-07-03T16:50:57.14833Z","end":"2026-07-03T16:50:57.978564Z","steps":["trace[1625059607] 'process raft request' (duration: 776.796649ms)","trace[1625059607] 'compare' (duration: 53.201879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:57.978732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.148307Z","time spent":"830.354706ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.979053Z","caller":"traceutil/trace.go:171","msg":"trace[1725936049] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"830.449619ms","start":"2026-07-03T16:50:57.148562Z","end":"2026-07-03T16:50:57.979012Z","steps":["trace[1725936049] 'process raft request' (duration: 829.942436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.979072Z","caller":"traceutil/trace.go:171","msg":"trace[824033650] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"830.383817ms","start":"2026-07-03T16:50:57.148664Z","end":"2026-07-03T16:50:57.979048Z","steps":["trace[824033650] 'process raft request' (duration: 830.220603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.979113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.148536Z","time spent":"830.546542ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:57.979236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.148646Z","time spent":"830.509191ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.979313Z","caller":"traceutil/trace.go:171","msg":"trace[277872153] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"830.527401ms","start":"2026-07-03T16:50:57.148755Z","end":"2026-07-03T16:50:57.979283Z","steps":["trace[277872153] 'process raft request' (duration: 830.240004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.979371Z","caller":"traceutil/trace.go:171","msg":"trace[492781866] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"830.361077ms","start":"2026-07-03T16:50:57.148978Z","end":"2026-07-03T16:50:57.979339Z","steps":["trace[492781866] 'process raft request' (duration: 830.208433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.979451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.148747Z","time spent":"830.631984ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.979591Z","caller":"traceutil/trace.go:171","msg":"trace[1432587380] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"827.36628ms","start":"2026-07-03T16:50:57.152214Z","end":"2026-07-03T16:50:57.97958Z","steps":["trace[1432587380] 'process raft request' (duration: 827.073152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.979576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.148965Z","time spent":"830.527802ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:57.979656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.152201Z","time spent":"827.420221ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.979712Z","caller":"traceutil/trace.go:171","msg":"trace[19541337] linearizableReadLoop","detail":"{readStateIndex:27493; appliedIndex:27484; }","duration":"185.279891ms","start":"2026-07-03T16:50:57.794412Z","end":"2026-07-03T16:50:57.979692Z","steps":["trace[19541337] 'read index received' (duration: 130.729128ms)","trace[19541337] 'applied index is now lower than readState.Index' (duration: 54.543312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:57.979778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121340687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:57.97982Z","caller":"traceutil/trace.go:171","msg":"trace[501379052] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26574; }","duration":"1.12142297s","start":"2026-07-03T16:50:56.858384Z","end":"2026-07-03T16:50:57.979807Z","steps":["trace[501379052] 'agreement among raft nodes before linearized reading' (duration: 1.121305507s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.979854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.858363Z","time spent":"1.121480621s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-03T16:50:57.979856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684764098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-03T16:50:57.979891Z","caller":"traceutil/trace.go:171","msg":"trace[288624569] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26574; }","duration":"1.684831098s","start":"2026-07-03T16:50:56.295049Z","end":"2026-07-03T16:50:57.97988Z","steps":["trace[288624569] 'agreement among raft nodes before linearized reading' (duration: 1.684675544s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.979925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.295033Z","time spent":"1.684884s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-03T16:50:57.979918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51548464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:57.97993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121558612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:57.979927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397610836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-07-03T16:50:57.97997Z","caller":"traceutil/trace.go:171","msg":"trace[1750724759] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26574; }","duration":"1.121647535s","start":"2026-07-03T16:50:56.858313Z","end":"2026-07-03T16:50:57.97996Z","steps":["trace[1750724759] 'agreement among raft nodes before linearized reading' (duration: 1.121570443s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.979971Z","caller":"traceutil/trace.go:171","msg":"trace[1560176997] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26574; }","duration":"1.515575544s","start":"2026-07-03T16:50:56.464381Z","end":"2026-07-03T16:50:57.979956Z","steps":["trace[1560176997] 'agreement among raft nodes before linearized reading' (duration: 1.51545351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.979973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748237393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2559"} {"level":"info","ts":"2026-07-03T16:50:57.979992Z","caller":"traceutil/trace.go:171","msg":"trace[1921885201] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26574; }","duration":"1.39774046s","start":"2026-07-03T16:50:56.582235Z","end":"2026-07-03T16:50:57.979975Z","steps":["trace[1921885201] 'agreement among raft nodes before linearized reading' (duration: 1.397558984s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.97999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74735079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-07-03T16:50:57.980022Z","caller":"traceutil/trace.go:171","msg":"trace[1082299821] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:26574; }","duration":"1.748298595s","start":"2026-07-03T16:50:56.231711Z","end":"2026-07-03T16:50:57.980009Z","steps":["trace[1082299821] 'agreement among raft nodes before linearized reading' (duration: 1.748195991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.464359Z","time spent":"1.515640546s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:57.980036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748465129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1911"} {"level":"warn","ts":"2026-07-03T16:50:57.980052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326853334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:57.980059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.231707Z","time spent":"1.748345016s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2583,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"info","ts":"2026-07-03T16:50:57.980082Z","caller":"traceutil/trace.go:171","msg":"trace[1349610963] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26574; }","duration":"1.326883454s","start":"2026-07-03T16:50:56.653192Z","end":"2026-07-03T16:50:57.980076Z","steps":["trace[1349610963] 'agreement among raft nodes before linearized reading' (duration: 1.326831063s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.980087Z","caller":"traceutil/trace.go:171","msg":"trace[583758242] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"624.101202ms","start":"2026-07-03T16:50:57.355969Z","end":"2026-07-03T16:50:57.98007Z","steps":["trace[583758242] 'process raft request' (duration: 623.66267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.980089Z","caller":"traceutil/trace.go:171","msg":"trace[1807363185] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:26574; }","duration":"1.74851947s","start":"2026-07-03T16:50:56.23155Z","end":"2026-07-03T16:50:57.980069Z","steps":["trace[1807363185] 'agreement among raft nodes before linearized reading' (duration: 1.748418958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.653152Z","time spent":"1.326947586s","remote":"127.0.0.1:55210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:57.980128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735526704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"warn","ts":"2026-07-03T16:50:57.98013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.23154Z","time spent":"1.748575562s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1935,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:50:57.980139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.355939Z","time spent":"624.167934ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:57.980159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746010065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7511"} {"level":"info","ts":"2026-07-03T16:50:57.980163Z","caller":"traceutil/trace.go:171","msg":"trace[279271397] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:26574; }","duration":"1.735578774s","start":"2026-07-03T16:50:56.244575Z","end":"2026-07-03T16:50:57.980154Z","steps":["trace[279271397] 'agreement among raft nodes before linearized reading' (duration: 1.735488962s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.980196Z","caller":"traceutil/trace.go:171","msg":"trace[1471510627] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:26574; }","duration":"1.746067087s","start":"2026-07-03T16:50:56.234118Z","end":"2026-07-03T16:50:57.980185Z","steps":["trace[1471510627] 'agreement among raft nodes before linearized reading' (duration: 1.745969925s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.244566Z","time spent":"1.735628695s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-07-03T16:50:57.980223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.234101Z","time spent":"1.746115508s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":7535,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-07-03T16:50:57.980224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584613373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:50:57.980275Z","caller":"traceutil/trace.go:171","msg":"trace[1821328729] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26574; }","duration":"1.584700015s","start":"2026-07-03T16:50:56.395561Z","end":"2026-07-03T16:50:57.980261Z","steps":["trace[1821328729] 'agreement among raft nodes before linearized reading' (duration: 1.584536811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.395539Z","time spent":"1.584762076s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"info","ts":"2026-07-03T16:50:57.980039Z","caller":"traceutil/trace.go:171","msg":"trace[1963887227] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26574; }","duration":"1.747410101s","start":"2026-07-03T16:50:56.232616Z","end":"2026-07-03T16:50:57.980026Z","steps":["trace[1963887227] 'agreement among raft nodes before linearized reading' (duration: 1.747244896s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.940643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:50:57.980378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.725451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:57.98039Z","caller":"traceutil/trace.go:171","msg":"trace[255645903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26574; }","duration":"627.990814ms","start":"2026-07-03T16:50:57.352389Z","end":"2026-07-03T16:50:57.98038Z","steps":["trace[255645903] 'agreement among raft nodes before linearized reading' (duration: 627.83811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.582213Z","time spent":"1.397813652s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:50:57.980419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.352366Z","time spent":"628.045586ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:57.980424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100027785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:57.980459Z","caller":"traceutil/trace.go:171","msg":"trace[1600788984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26574; }","duration":"1.100133548s","start":"2026-07-03T16:50:56.880311Z","end":"2026-07-03T16:50:57.980445Z","steps":["trace[1600788984] 'agreement among raft nodes before linearized reading' (duration: 1.100044996s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.880283Z","time spent":"1.10020122s","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:57.98Z","caller":"traceutil/trace.go:171","msg":"trace[1555296838] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"827.447642ms","start":"2026-07-03T16:50:57.152541Z","end":"2026-07-03T16:50:57.979988Z","steps":["trace[1555296838] 'process raft request' (duration: 826.925668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.886493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:57.980528Z","caller":"traceutil/trace.go:171","msg":"trace[1061606608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26574; }","duration":"827.945185ms","start":"2026-07-03T16:50:57.152575Z","end":"2026-07-03T16:50:57.980521Z","steps":["trace[1061606608] 'agreement among raft nodes before linearized reading' (duration: 827.859743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.152554Z","time spent":"827.994276ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:57.980378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.232611Z","time spent":"1.74775219s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-03T16:50:57.98055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.713394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:50:57.980579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.15253Z","time spent":"827.992217ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.980415Z","caller":"traceutil/trace.go:171","msg":"trace[335062066] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26574; }","duration":"895.790133ms","start":"2026-07-03T16:50:57.084614Z","end":"2026-07-03T16:50:57.980404Z","steps":["trace[335062066] 'agreement among raft nodes before linearized reading' (duration: 895.728001ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.980616Z","caller":"traceutil/trace.go:171","msg":"trace[1091270314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26574; }","duration":"833.814297ms","start":"2026-07-03T16:50:57.146785Z","end":"2026-07-03T16:50:57.980599Z","steps":["trace[1091270314] 'agreement among raft nodes before linearized reading' (duration: 833.679813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.98063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.193917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:50:57.980637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019684933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"warn","ts":"2026-07-03T16:50:57.980664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.084584Z","time spent":"896.06947ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:57.980676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.45241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:57.980676Z","caller":"traceutil/trace.go:171","msg":"trace[1446794253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26574; }","duration":"829.270398ms","start":"2026-07-03T16:50:57.151394Z","end":"2026-07-03T16:50:57.980665Z","steps":["trace[1446794253] 'agreement among raft nodes before linearized reading' (duration: 829.186976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.98069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.146764Z","time spent":"833.897569ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:57.979944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731295083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:22277"} {"level":"info","ts":"2026-07-03T16:50:57.980705Z","caller":"traceutil/trace.go:171","msg":"trace[696450067] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26574; }","duration":"857.525261ms","start":"2026-07-03T16:50:57.123171Z","end":"2026-07-03T16:50:57.980696Z","steps":["trace[696450067] 'agreement among raft nodes before linearized reading' (duration: 857.48042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.98071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.15138Z","time spent":"829.32313ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:50:57.980727Z","caller":"traceutil/trace.go:171","msg":"trace[1333331815] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26574; }","duration":"1.732102945s","start":"2026-07-03T16:50:56.248614Z","end":"2026-07-03T16:50:57.980717Z","steps":["trace[1333331815] 'agreement among raft nodes before linearized reading' (duration: 1.73118352s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.980688Z","caller":"traceutil/trace.go:171","msg":"trace[504638778] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26574; }","duration":"1.019765295s","start":"2026-07-03T16:50:56.96091Z","end":"2026-07-03T16:50:57.980676Z","steps":["trace[504638778] 'agreement among raft nodes before linearized reading' (duration: 1.019605131s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.123146Z","time spent":"857.583392ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:57.980762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.248607Z","time spent":"1.732144266s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":22301,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:50:57.980777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.960895Z","time spent":"1.019874678s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-03T16:50:57.98Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.858288Z","time spent":"1.121703267s","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-03T16:50:57.980043Z","caller":"traceutil/trace.go:171","msg":"trace[979165888] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"825.736837ms","start":"2026-07-03T16:50:57.154296Z","end":"2026-07-03T16:50:57.980033Z","steps":["trace[979165888] 'process raft request' (duration: 825.268424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.980874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.154277Z","time spent":"826.567879ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:58.480159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:50:58.697526Z","caller":"traceutil/trace.go:171","msg":"trace[473490424] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"842.268336ms","start":"2026-07-03T16:50:57.855218Z","end":"2026-07-03T16:50:58.697487Z","steps":["trace[473490424] 'process raft request' (duration: 784.127549ms)","trace[473490424] 'compare' (duration: 57.798238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:58.697892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.855196Z","time spent":"842.398979ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:59.236868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.087905ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:50:59.237152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.981798Z","time spent":"1.25534894s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:50:59.237787Z","caller":"traceutil/trace.go:171","msg":"trace[1083780598] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"1.2476526s","start":"2026-07-03T16:50:57.9901Z","end":"2026-07-03T16:50:59.237753Z","steps":["trace[1083780598] 'process raft request' (duration: 1.24688967s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:59.23824Z","caller":"traceutil/trace.go:171","msg":"trace[1860849757] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"1.247979959s","start":"2026-07-03T16:50:57.990229Z","end":"2026-07-03T16:50:59.238209Z","steps":["trace[1860849757] 'process raft request' (duration: 1.24763207s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:59.238279Z","caller":"traceutil/trace.go:171","msg":"trace[1273230515] linearizableReadLoop","detail":"{readStateIndex:27500; appliedIndex:27493; }","duration":"1.258489732s","start":"2026-07-03T16:50:57.979767Z","end":"2026-07-03T16:50:59.238257Z","steps":["trace[1273230515] 'read index received' (duration: 659.594122ms)","trace[1273230515] 'applied index is now lower than readState.Index' (duration: 598.89433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:59.238372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990214Z","time spent":"1.248084042s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:59.23839Z","caller":"traceutil/trace.go:171","msg":"trace[517242415] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"1.248109202s","start":"2026-07-03T16:50:57.990259Z","end":"2026-07-03T16:50:59.238368Z","steps":["trace[517242415] 'process raft request' (duration: 1.247811585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.238479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285066781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:59.238535Z","caller":"traceutil/trace.go:171","msg":"trace[465252194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26580; }","duration":"1.285129562s","start":"2026-07-03T16:50:57.953389Z","end":"2026-07-03T16:50:59.238518Z","steps":["trace[465252194] 'agreement among raft nodes before linearized reading' (duration: 1.284992039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.238527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990253Z","time spent":"1.248192074s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:59.238579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.95333Z","time spent":"1.285238325s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:59.238295Z","caller":"traceutil/trace.go:171","msg":"trace[556612383] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"1.247902138s","start":"2026-07-03T16:50:57.990369Z","end":"2026-07-03T16:50:59.238271Z","steps":["trace[556612383] 'process raft request' (duration: 1.247844427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.238693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990345Z","time spent":"1.248301028s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:59.238861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336877803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-03T16:50:59.238889Z","caller":"traceutil/trace.go:171","msg":"trace[1667230817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26580; }","duration":"1.336904894s","start":"2026-07-03T16:50:57.901976Z","end":"2026-07-03T16:50:59.238881Z","steps":["trace[1667230817] 'agreement among raft nodes before linearized reading' (duration: 1.33678184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.238918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.901928Z","time spent":"1.336977955s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:59.23896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257064984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9fw4m\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-07-03T16:50:59.239008Z","caller":"traceutil/trace.go:171","msg":"trace[97857520] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9fw4m; range_end:; response_count:1; response_revision:26580; }","duration":"1.257137667s","start":"2026-07-03T16:50:57.981858Z","end":"2026-07-03T16:50:59.238996Z","steps":["trace[97857520] 'agreement among raft nodes before linearized reading' (duration: 1.256989083s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.23904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.981844Z","time spent":"1.257187977s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3190,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9fw4m\" "} {"level":"warn","ts":"2026-07-03T16:50:59.239078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356706437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-07-03T16:50:59.239112Z","caller":"traceutil/trace.go:171","msg":"trace[880727677] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26580; }","duration":"1.356770278s","start":"2026-07-03T16:50:57.88233Z","end":"2026-07-03T16:50:59.2391Z","steps":["trace[880727677] 'agreement among raft nodes before linearized reading' (duration: 1.356694356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.239134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.882305Z","time spent":"1.356825319s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":898,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-07-03T16:50:59.239196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191822663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:50:59.239248Z","caller":"traceutil/trace.go:171","msg":"trace[75963830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26580; }","duration":"1.191901926s","start":"2026-07-03T16:50:58.047332Z","end":"2026-07-03T16:50:59.239234Z","steps":["trace[75963830] 'agreement among raft nodes before linearized reading' (duration: 1.191764762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.239254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192381369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:50:59.239264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439173253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:50:59.23905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990084Z","time spent":"1.248030661s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:59.23854Z","caller":"traceutil/trace.go:171","msg":"trace[638752566] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"1.248201165s","start":"2026-07-03T16:50:57.990331Z","end":"2026-07-03T16:50:59.238532Z","steps":["trace[638752566] 'process raft request' (duration: 1.247832045s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:59.239341Z","caller":"traceutil/trace.go:171","msg":"trace[1505657421] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26580; }","duration":"1.439220565s","start":"2026-07-03T16:50:57.800057Z","end":"2026-07-03T16:50:59.239278Z","steps":["trace[1505657421] 'agreement among raft nodes before linearized reading' (duration: 1.439160593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.239363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244014776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"warn","ts":"2026-07-03T16:50:59.239371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.800041Z","time spent":"1.439323898s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:50:59.239355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990313Z","time spent":"1.249005296s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:59.239388Z","caller":"traceutil/trace.go:171","msg":"trace[97366572] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26580; }","duration":"1.244047147s","start":"2026-07-03T16:50:57.995334Z","end":"2026-07-03T16:50:59.239381Z","steps":["trace[97366572] 'agreement among raft nodes before linearized reading' (duration: 1.243966985s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.239414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.995329Z","time spent":"1.244078808s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-03T16:50:59.239281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.047315Z","time spent":"1.191957727s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:59.239628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.478657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:59.239662Z","caller":"traceutil/trace.go:171","msg":"trace[1608632457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26580; }","duration":"231.542689ms","start":"2026-07-03T16:50:59.008108Z","end":"2026-07-03T16:50:59.239651Z","steps":["trace[1608632457] 'agreement among raft nodes before linearized reading' (duration: 231.488098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.239781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249556559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-03T16:50:59.239844Z","caller":"traceutil/trace.go:171","msg":"trace[2054138132] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26580; }","duration":"1.249631412s","start":"2026-07-03T16:50:57.99019Z","end":"2026-07-03T16:50:59.239822Z","steps":["trace[2054138132] 'agreement among raft nodes before linearized reading' (duration: 1.249499868s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.239895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990101Z","time spent":"1.249777875s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-07-03T16:50:59.239283Z","caller":"traceutil/trace.go:171","msg":"trace[1441187037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26580; }","duration":"1.192444621s","start":"2026-07-03T16:50:58.04683Z","end":"2026-07-03T16:50:59.239275Z","steps":["trace[1441187037] 'agreement among raft nodes before linearized reading' (duration: 1.192343508s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.240169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.804843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274828"} {"level":"warn","ts":"2026-07-03T16:50:59.240198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.046802Z","time spent":"1.193386174s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:50:59.240204Z","caller":"traceutil/trace.go:171","msg":"trace[2041175076] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26580; }","duration":"572.877994ms","start":"2026-07-03T16:50:58.667317Z","end":"2026-07-03T16:50:59.240195Z","steps":["trace[2041175076] 'agreement among raft nodes before linearized reading' (duration: 572.487644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.240235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.667297Z","time spent":"572.930086ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274852,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:50:59.240342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078933599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:59.240378Z","caller":"traceutil/trace.go:171","msg":"trace[1969932234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26580; }","duration":"1.0789718s","start":"2026-07-03T16:50:58.161396Z","end":"2026-07-03T16:50:59.240368Z","steps":["trace[1969932234] 'agreement among raft nodes before linearized reading' (duration: 1.078907598s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.240411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.161372Z","time spent":"1.079030832s","remote":"127.0.0.1:55370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:59.240415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249889509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-07-03T16:50:59.240458Z","caller":"traceutil/trace.go:171","msg":"trace[1431736780] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26580; }","duration":"1.24993667s","start":"2026-07-03T16:50:57.990508Z","end":"2026-07-03T16:50:59.240445Z","steps":["trace[1431736780] 'agreement among raft nodes before linearized reading' (duration: 1.249778876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.240497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990456Z","time spent":"1.250032852s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-07-03T16:50:59.239666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246748217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:50:59.240583Z","caller":"traceutil/trace.go:171","msg":"trace[409941564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26580; }","duration":"1.247678261s","start":"2026-07-03T16:50:57.99289Z","end":"2026-07-03T16:50:59.240569Z","steps":["trace[409941564] 'agreement among raft nodes before linearized reading' (duration: 1.246677335s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.240627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.992886Z","time spent":"1.247728493s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:59.240714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249498998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:25940"} {"level":"info","ts":"2026-07-03T16:50:59.24076Z","caller":"traceutil/trace.go:171","msg":"trace[1306756510] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:26580; }","duration":"1.249549049s","start":"2026-07-03T16:50:57.991197Z","end":"2026-07-03T16:50:59.240746Z","steps":["trace[1306756510] 'agreement among raft nodes before linearized reading' (duration: 1.249451567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.240802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.991191Z","time spent":"1.249595341s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":25964,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-07-03T16:50:59.240713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250449754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:3046"} {"level":"info","ts":"2026-07-03T16:50:59.240946Z","caller":"traceutil/trace.go:171","msg":"trace[1819771242] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:26580; }","duration":"1.25071084s","start":"2026-07-03T16:50:57.990225Z","end":"2026-07-03T16:50:59.240936Z","steps":["trace[1819771242] 'agreement among raft nodes before linearized reading' (duration: 1.249417616s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.240977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990101Z","time spent":"1.250866744s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3070,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-07-03T16:50:59.241088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121888382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:59.241149Z","caller":"traceutil/trace.go:171","msg":"trace[1044354873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26580; }","duration":"1.121987634s","start":"2026-07-03T16:50:58.119149Z","end":"2026-07-03T16:50:59.241136Z","steps":["trace[1044354873] 'agreement among raft nodes before linearized reading' (duration: 1.121898172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.241175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.119126Z","time spent":"1.122042026s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:59.241775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250762912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:59.241827Z","caller":"traceutil/trace.go:171","msg":"trace[2108416863] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:26580; }","duration":"1.251580043s","start":"2026-07-03T16:50:57.990233Z","end":"2026-07-03T16:50:59.241813Z","steps":["trace[2108416863] 'agreement among raft nodes before linearized reading' (duration: 1.250501285s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.242176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158255014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:204469"} {"level":"info","ts":"2026-07-03T16:50:59.242224Z","caller":"traceutil/trace.go:171","msg":"trace[15599151] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26580; }","duration":"1.158338936s","start":"2026-07-03T16:50:58.08387Z","end":"2026-07-03T16:50:59.242209Z","steps":["trace[15599151] 'agreement among raft nodes before linearized reading' (duration: 1.15659128s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:59.242253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.083848Z","time spent":"1.158397188s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":204493,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:50:59.242396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.990215Z","time spent":"1.251752417s","remote":"127.0.0.1:50972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:50:59.741842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:59.996483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.91353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:59.996693Z","caller":"traceutil/trace.go:171","msg":"trace[163257232] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"756.544314ms","start":"2026-07-03T16:50:59.240129Z","end":"2026-07-03T16:50:59.996673Z","steps":["trace[163257232] 'process raft request' (duration: 649.366217ms)","trace[163257232] 'compare' (duration: 106.399057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:59.996753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.240112Z","time spent":"756.613166ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:00.278082Z","caller":"traceutil/trace.go:171","msg":"trace[600591084] linearizableReadLoop","detail":"{readStateIndex:27504; appliedIndex:27500; }","duration":"1.036318314s","start":"2026-07-03T16:50:59.241739Z","end":"2026-07-03T16:51:00.278057Z","steps":["trace[600591084] 'read index received' (duration: 647.711614ms)","trace[600591084] 'applied index is now lower than readState.Index' (duration: 388.60566ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:00.278186Z","caller":"traceutil/trace.go:171","msg":"trace[1483618157] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"1.030263098s","start":"2026-07-03T16:50:59.247911Z","end":"2026-07-03T16:51:00.278174Z","steps":["trace[1483618157] 'process raft request' (duration: 1.030110574s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.278377Z","caller":"traceutil/trace.go:171","msg":"trace[2045923454] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"1.03695038s","start":"2026-07-03T16:50:59.241398Z","end":"2026-07-03T16:51:00.278348Z","steps":["trace[2045923454] 'process raft request' (duration: 939.439473ms)","trace[2045923454] 'compare' (duration: 96.992094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:00.27844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036687423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:00.278505Z","caller":"traceutil/trace.go:171","msg":"trace[1415881916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26584; }","duration":"1.036788176s","start":"2026-07-03T16:50:59.241694Z","end":"2026-07-03T16:51:00.278482Z","steps":["trace[1415881916] 'agreement among raft nodes before linearized reading' (duration: 1.036658962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.278505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.241377Z","time spent":"1.037064063s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.278564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.241685Z","time spent":"1.036868108s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:51:00.278581Z","caller":"traceutil/trace.go:171","msg":"trace[1121806159] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"1.030406751s","start":"2026-07-03T16:50:59.247713Z","end":"2026-07-03T16:51:00.27812Z","steps":["trace[1121806159] 'process raft request' (duration: 1.030252057s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.278458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.2479Z","time spent":"1.030460262s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.279042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.247701Z","time spent":"1.031267553s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.779146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:01.282047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.944103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:01.282525Z","caller":"traceutil/trace.go:171","msg":"trace[2032842305] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"1.297934983s","start":"2026-07-03T16:50:59.984551Z","end":"2026-07-03T16:51:01.282486Z","steps":["trace[2032842305] 'process raft request' (duration: 858.454576ms)","trace[2032842305] 'compare' (duration: 438.744848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:01.282659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.984533Z","time spent":"1.298060147s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:01.282659Z","caller":"traceutil/trace.go:171","msg":"trace[557818736] linearizableReadLoop","detail":"{readStateIndex:27512; appliedIndex:27504; }","duration":"1.004492549s","start":"2026-07-03T16:51:00.278141Z","end":"2026-07-03T16:51:01.282634Z","steps":["trace[557818736] 'read index received' (duration: 564.825607ms)","trace[557818736] 'applied index is now lower than readState.Index' (duration: 439.665312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:01.28294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977635486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:61231"} {"level":"info","ts":"2026-07-03T16:51:01.283013Z","caller":"traceutil/trace.go:171","msg":"trace[961835755] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"1.28657204s","start":"2026-07-03T16:50:59.996431Z","end":"2026-07-03T16:51:01.283003Z","steps":["trace[961835755] 'process raft request' (duration: 1.286001515s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031556955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-07-03T16:51:01.283165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.996428Z","time spent":"1.286615361s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:01.283178Z","caller":"traceutil/trace.go:171","msg":"trace[535595849] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26592; }","duration":"2.031619327s","start":"2026-07-03T16:50:59.251544Z","end":"2026-07-03T16:51:01.283163Z","steps":["trace[535595849] 'agreement among raft nodes before linearized reading' (duration: 2.031487923s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041188714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"warn","ts":"2026-07-03T16:51:01.283235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.251532Z","time spent":"2.031689528s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:01.283226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036976845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-dwv6j\" ","response":"range_response_count:1 size:4925"} {"level":"info","ts":"2026-07-03T16:51:01.28324Z","caller":"traceutil/trace.go:171","msg":"trace[126753857] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26592; }","duration":"2.041267106s","start":"2026-07-03T16:50:59.241957Z","end":"2026-07-03T16:51:01.283225Z","steps":["trace[126753857] 'agreement among raft nodes before linearized reading' (duration: 2.041095622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037093838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:51:01.283262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031815552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:01.283304Z","caller":"traceutil/trace.go:171","msg":"trace[1689815397] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-dwv6j; range_end:; response_count:1; response_revision:26592; }","duration":"2.03714975s","start":"2026-07-03T16:50:59.246134Z","end":"2026-07-03T16:51:01.283284Z","steps":["trace[1689815397] 'agreement among raft nodes before linearized reading' (duration: 2.036909873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.241943Z","time spent":"2.041349938s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18331,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:51:01.283318Z","caller":"traceutil/trace.go:171","msg":"trace[628905790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26592; }","duration":"2.03717553s","start":"2026-07-03T16:50:59.246124Z","end":"2026-07-03T16:51:01.2833Z","steps":["trace[628905790] 'agreement among raft nodes before linearized reading' (duration: 2.036986145s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283154Z","caller":"traceutil/trace.go:171","msg":"trace[708955002] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"1.286651572s","start":"2026-07-03T16:50:59.99647Z","end":"2026-07-03T16:51:01.283122Z","steps":["trace[708955002] 'process raft request' (duration: 1.286053946s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283411Z","caller":"traceutil/trace.go:171","msg":"trace[417796149] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"1.293565151s","start":"2026-07-03T16:50:59.98984Z","end":"2026-07-03T16:51:01.283405Z","steps":["trace[417796149] 'process raft request' (duration: 1.292484272s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283423Z","caller":"traceutil/trace.go:171","msg":"trace[1773026368] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"1.28695511s","start":"2026-07-03T16:50:59.996453Z","end":"2026-07-03T16:51:01.283408Z","steps":["trace[1773026368] 'process raft request' (duration: 1.286024145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379561849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:01.283483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035845466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-03T16:51:01.283487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032082149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10501"} {"level":"warn","ts":"2026-07-03T16:51:01.283466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.989807Z","time spent":"1.293630022s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:01.283515Z","caller":"traceutil/trace.go:171","msg":"trace[264411352] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9; range_end:; response_count:1; response_revision:26592; }","duration":"2.035899646s","start":"2026-07-03T16:50:59.247606Z","end":"2026-07-03T16:51:01.283506Z","steps":["trace[264411352] 'agreement among raft nodes before linearized reading' (duration: 2.035766573s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283526Z","caller":"traceutil/trace.go:171","msg":"trace[1930644928] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:26592; }","duration":"2.03213536s","start":"2026-07-03T16:50:59.25138Z","end":"2026-07-03T16:51:01.283515Z","steps":["trace[1930644928] 'agreement among raft nodes before linearized reading' (duration: 2.031999156s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.99645Z","time spent":"1.287008141s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.28357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.251372Z","time spent":"2.032190101s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":10525,"request content":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" "} {"level":"info","ts":"2026-07-03T16:51:01.283007Z","caller":"traceutil/trace.go:171","msg":"trace[806618029] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26592; }","duration":"1.977729859s","start":"2026-07-03T16:50:59.305257Z","end":"2026-07-03T16:51:01.282987Z","steps":["trace[806618029] 'agreement among raft nodes before linearized reading' (duration: 1.977504552s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283573Z","caller":"traceutil/trace.go:171","msg":"trace[1066304293] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26592; }","duration":"1.379884697s","start":"2026-07-03T16:50:59.903621Z","end":"2026-07-03T16:51:01.283505Z","steps":["trace[1066304293] 'agreement among raft nodes before linearized reading' (duration: 1.379145007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.2837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.849224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:01.283542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.247601Z","time spent":"2.035934948s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e8b533d4-2dd6-423c-8c7b-c6af170c0de9\" "} {"level":"info","ts":"2026-07-03T16:51:01.283574Z","caller":"traceutil/trace.go:171","msg":"trace[2002908018] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"1.287191346s","start":"2026-07-03T16:50:59.996372Z","end":"2026-07-03T16:51:01.283563Z","steps":["trace[2002908018] 'process raft request' (duration: 1.286009925s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283743Z","caller":"traceutil/trace.go:171","msg":"trace[1040068498] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26592; }","duration":"653.929806ms","start":"2026-07-03T16:51:00.629803Z","end":"2026-07-03T16:51:01.283733Z","steps":["trace[1040068498] 'agreement among raft nodes before linearized reading' (duration: 653.857064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.58363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:01.283361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.246067Z","time spent":"2.037282103s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:01.283837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.996359Z","time spent":"1.287421761s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.283901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.945186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:01.283946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.339801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:01.283963Z","caller":"traceutil/trace.go:171","msg":"trace[2020274733] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26592; }","duration":"140.108551ms","start":"2026-07-03T16:51:01.143836Z","end":"2026-07-03T16:51:01.283945Z","steps":["trace[2020274733] 'agreement among raft nodes before linearized reading' (duration: 139.821193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283995Z","caller":"traceutil/trace.go:171","msg":"trace[2074589858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26592; }","duration":"479.413164ms","start":"2026-07-03T16:51:00.804568Z","end":"2026-07-03T16:51:01.283982Z","steps":["trace[2074589858] 'agreement among raft nodes before linearized reading' (duration: 479.342482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.283383Z","caller":"traceutil/trace.go:171","msg":"trace[1332384695] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"1.295223334s","start":"2026-07-03T16:50:59.988149Z","end":"2026-07-03T16:51:01.283373Z","steps":["trace[1332384695] 'process raft request' (duration: 1.294026022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.284031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.804553Z","time spent":"479.469465ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:01.284066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.988124Z","time spent":"1.295911502s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.283349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.246119Z","time spent":"2.037220601s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4949,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-dwv6j\" "} {"level":"warn","ts":"2026-07-03T16:51:01.284243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.903602Z","time spent":"1.380082703s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:01.283351Z","caller":"traceutil/trace.go:171","msg":"trace[1857541077] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:26592; }","duration":"2.031959875s","start":"2026-07-03T16:50:59.25137Z","end":"2026-07-03T16:51:01.283329Z","steps":["trace[1857541077] 'agreement among raft nodes before linearized reading' (duration: 2.031742799s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.284394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.25136Z","time spent":"2.033018193s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:51:01.283625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.305243Z","time spent":"1.978368685s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":61255,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:01.28383Z","caller":"traceutil/trace.go:171","msg":"trace[1096005680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26592; }","duration":"997.683063ms","start":"2026-07-03T16:51:00.286133Z","end":"2026-07-03T16:51:01.283816Z","steps":["trace[1096005680] 'agreement among raft nodes before linearized reading' (duration: 997.608121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.283707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.996468Z","time spent":"1.28695085s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.28381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.629783Z","time spent":"654.007119ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:01.283471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.889521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-klxdz.18bed4d253936caa\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-07-03T16:51:01.283623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036093652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-22z7k\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-07-03T16:51:01.287643Z","caller":"traceutil/trace.go:171","msg":"trace[1062920564] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-22z7k; range_end:; response_count:1; response_revision:26592; }","duration":"2.040111196s","start":"2026-07-03T16:50:59.24751Z","end":"2026-07-03T16:51:01.287621Z","steps":["trace[1062920564] 'agreement among raft nodes before linearized reading' (duration: 2.036051261s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.287657Z","caller":"traceutil/trace.go:171","msg":"trace[1302824799] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-klxdz.18bed4d253936caa; range_end:; response_count:1; response_revision:26592; }","duration":"1.00413609s","start":"2026-07-03T16:51:00.283499Z","end":"2026-07-03T16:51:01.287635Z","steps":["trace[1302824799] 'agreement among raft nodes before linearized reading' (duration: 999.851479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.287693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.247503Z","time spent":"2.040174697s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3420,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-22z7k\" "} {"level":"warn","ts":"2026-07-03T16:51:01.287711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.283467Z","time spent":"1.004227312s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-klxdz.18bed4d253936caa\" "} {"level":"info","ts":"2026-07-03T16:51:01.283575Z","caller":"traceutil/trace.go:171","msg":"trace[247833849] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"1.287039112s","start":"2026-07-03T16:50:59.996491Z","end":"2026-07-03T16:51:01.28353Z","steps":["trace[247833849] 'process raft request' (duration: 1.286084727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.2879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.996485Z","time spent":"1.291335323s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.284575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280122292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:51:01.288089Z","caller":"traceutil/trace.go:171","msg":"trace[1212166273] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26592; }","duration":"1.283642183s","start":"2026-07-03T16:51:00.004407Z","end":"2026-07-03T16:51:01.288049Z","steps":["trace[1212166273] 'agreement among raft nodes before linearized reading' (duration: 1.28000445s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.288152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.00439Z","time spent":"1.283730235s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:51:01.29011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.286094Z","time spent":"1.001316777s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:01.910618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.992932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:01.910899Z","caller":"traceutil/trace.go:171","msg":"trace[81833061] linearizableReadLoop","detail":"{readStateIndex:27517; appliedIndex:27513; }","duration":"572.289871ms","start":"2026-07-03T16:51:01.338592Z","end":"2026-07-03T16:51:01.910882Z","steps":["trace[81833061] 'read index received' (duration: 427.903569ms)","trace[81833061] 'applied index is now lower than readState.Index' (duration: 144.385462ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:01.910995Z","caller":"traceutil/trace.go:171","msg":"trace[1466295864] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"614.205706ms","start":"2026-07-03T16:51:01.296778Z","end":"2026-07-03T16:51:01.910983Z","steps":["trace[1466295864] 'process raft request' (duration: 469.769423ms)","trace[1466295864] 'compare' (duration: 143.450747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:01.911062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.296761Z","time spent":"614.267278ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3701,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.911219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.111484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-07-03T16:51:01.911282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.688517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:01.911318Z","caller":"traceutil/trace.go:171","msg":"trace[1603197318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26597; }","duration":"612.751878ms","start":"2026-07-03T16:51:01.298552Z","end":"2026-07-03T16:51:01.911304Z","steps":["trace[1603197318] 'agreement among raft nodes before linearized reading' (duration: 612.694047ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.911328Z","caller":"traceutil/trace.go:171","msg":"trace[387707370] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26597; }","duration":"609.244678ms","start":"2026-07-03T16:51:01.30206Z","end":"2026-07-03T16:51:01.911304Z","steps":["trace[387707370] 'agreement among raft nodes before linearized reading' (duration: 608.944851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.911362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.298535Z","time spent":"612.814421ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:01.911395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.302052Z","time spent":"609.3291ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:01.911601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.854537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-07-03T16:51:01.91164Z","caller":"traceutil/trace.go:171","msg":"trace[734496302] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26597; }","duration":"613.910428ms","start":"2026-07-03T16:51:01.297719Z","end":"2026-07-03T16:51:01.91163Z","steps":["trace[734496302] 'agreement among raft nodes before linearized reading' (duration: 613.768924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.911673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.297694Z","time spent":"613.97305ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-07-03T16:51:01.911799Z","caller":"traceutil/trace.go:171","msg":"trace[1169087000] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"610.153291ms","start":"2026-07-03T16:51:01.301618Z","end":"2026-07-03T16:51:01.911772Z","steps":["trace[1169087000] 'process raft request' (duration: 609.226378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.91187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.854618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" ","response":"range_response_count:1 size:27271"} {"level":"warn","ts":"2026-07-03T16:51:01.911897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.806405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:51:01.911925Z","caller":"traceutil/trace.go:171","msg":"trace[492187679] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26597; }","duration":"588.954152ms","start":"2026-07-03T16:51:01.322957Z","end":"2026-07-03T16:51:01.911911Z","steps":["trace[492187679] 'agreement among raft nodes before linearized reading' (duration: 588.818508ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.91194Z","caller":"traceutil/trace.go:171","msg":"trace[1736328155] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"614.587825ms","start":"2026-07-03T16:51:01.297328Z","end":"2026-07-03T16:51:01.911916Z","steps":["trace[1736328155] 'process raft request' (duration: 613.383674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.911982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.112893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-03T16:51:01.912014Z","caller":"traceutil/trace.go:171","msg":"trace[2054420736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26597; }","duration":"619.147894ms","start":"2026-07-03T16:51:01.292858Z","end":"2026-07-03T16:51:01.912006Z","steps":["trace[2054420736] 'agreement among raft nodes before linearized reading' (duration: 619.052312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.912014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.046383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:01.912044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.29283Z","time spent":"619.208196ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:01.912025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.231892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:01.912068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.297321Z","time spent":"614.681728ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:01.912087Z","caller":"traceutil/trace.go:171","msg":"trace[2079323521] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26597; }","duration":"439.335735ms","start":"2026-07-03T16:51:01.472736Z","end":"2026-07-03T16:51:01.912072Z","steps":["trace[2079323521] 'agreement among raft nodes before linearized reading' (duration: 439.235032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.911965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.322916Z","time spent":"589.040204ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":27295,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:01.912051Z","caller":"traceutil/trace.go:171","msg":"trace[1512252670] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26597; }","duration":"545.080334ms","start":"2026-07-03T16:51:01.366961Z","end":"2026-07-03T16:51:01.912042Z","steps":["trace[1512252670] 'agreement among raft nodes before linearized reading' (duration: 545.025893ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.911963Z","caller":"traceutil/trace.go:171","msg":"trace[1320711343] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"610.562602ms","start":"2026-07-03T16:51:01.301392Z","end":"2026-07-03T16:51:01.911954Z","steps":["trace[1320711343] 'process raft request' (duration: 609.410323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.912234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.3669Z","time spent":"545.323021ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:51:01.911928Z","caller":"traceutil/trace.go:171","msg":"trace[1020951854] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26597; }","duration":"618.848656ms","start":"2026-07-03T16:51:01.29307Z","end":"2026-07-03T16:51:01.911919Z","steps":["trace[1020951854] 'agreement among raft nodes before linearized reading' (duration: 618.748063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.912395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.293062Z","time spent":"619.285068ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:51:01.912135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.472714Z","time spent":"439.406476ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:01.912294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.301368Z","time spent":"610.88292ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.911931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.301606Z","time spent":"610.256414ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.912392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.866663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b211af4\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-03T16:51:01.91266Z","caller":"traceutil/trace.go:171","msg":"trace[379867367] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b211af4; range_end:; response_count:1; response_revision:26597; }","duration":"571.168951ms","start":"2026-07-03T16:51:01.341478Z","end":"2026-07-03T16:51:01.912647Z","steps":["trace[379867367] 'agreement among raft nodes before linearized reading' (duration: 570.476633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.912702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.341462Z","time spent":"571.228563ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b211af4\" "} {"level":"warn","ts":"2026-07-03T16:51:02.759804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.932888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:02.759878Z","caller":"traceutil/trace.go:171","msg":"trace[1885349531] linearizableReadLoop","detail":"{readStateIndex:27518; appliedIndex:27517; }","duration":"837.931163ms","start":"2026-07-03T16:51:01.921935Z","end":"2026-07-03T16:51:02.759866Z","steps":["trace[1885349531] 'read index received' (duration: 252.846742ms)","trace[1885349531] 'applied index is now lower than readState.Index' (duration: 585.083741ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:02.759925Z","caller":"traceutil/trace.go:171","msg":"trace[1491870244] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"841.978729ms","start":"2026-07-03T16:51:01.917938Z","end":"2026-07-03T16:51:02.759917Z","steps":["trace[1491870244] 'process raft request' (duration: 256.869036ms)","trace[1491870244] 'compare' (duration: 584.852026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:02.759961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.917874Z","time spent":"842.067571ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:02.760187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.249571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:51:02.760215Z","caller":"traceutil/trace.go:171","msg":"trace[298121228] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26598; }","duration":"838.290512ms","start":"2026-07-03T16:51:01.921917Z","end":"2026-07-03T16:51:02.760207Z","steps":["trace[298121228] 'agreement among raft nodes before linearized reading' (duration: 838.168909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:02.760234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.921897Z","time spent":"838.332614ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-03T16:51:03.222554Z","caller":"traceutil/trace.go:171","msg":"trace[652654527] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"1.297613785s","start":"2026-07-03T16:51:01.924919Z","end":"2026-07-03T16:51:03.222533Z","steps":["trace[652654527] 'process raft request' (duration: 1.297483712s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:03.222603Z","caller":"traceutil/trace.go:171","msg":"trace[1104235010] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"234.129738ms","start":"2026-07-03T16:51:02.988464Z","end":"2026-07-03T16:51:03.222593Z","steps":["trace[1104235010] 'process raft request' (duration: 234.063096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.222669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.924908Z","time spent":"1.297702527s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:03.22268Z","caller":"traceutil/trace.go:171","msg":"trace[2028008136] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27518; }","duration":"462.751931ms","start":"2026-07-03T16:51:02.759895Z","end":"2026-07-03T16:51:03.222647Z","steps":["trace[2028008136] 'read index received' (duration: 415.746763ms)","trace[2028008136] 'applied index is now lower than readState.Index' (duration: 47.001538ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:03.222721Z","caller":"traceutil/trace.go:171","msg":"trace[1271277635] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"1.300698904s","start":"2026-07-03T16:51:01.921997Z","end":"2026-07-03T16:51:03.222696Z","steps":["trace[1271277635] 'process raft request' (duration: 1.253630155s)","trace[1271277635] 'compare' (duration: 46.204147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:03.222875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189766211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-03T16:51:03.222845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.92198Z","time spent":"1.300790817s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:51:03.222904Z","caller":"traceutil/trace.go:171","msg":"trace[1465859635] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26601; }","duration":"1.189841903s","start":"2026-07-03T16:51:02.033055Z","end":"2026-07-03T16:51:03.222897Z","steps":["trace[1465859635] 'agreement among raft nodes before linearized reading' (duration: 1.18973409s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.222926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.033032Z","time spent":"1.189887734s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7938,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:51:03.222858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.668569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:51:03.223027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268258675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:03.22304Z","caller":"traceutil/trace.go:171","msg":"trace[56508909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26601; }","duration":"939.880014ms","start":"2026-07-03T16:51:02.283125Z","end":"2026-07-03T16:51:03.223005Z","steps":["trace[56508909] 'agreement among raft nodes before linearized reading' (duration: 939.603037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:03.223061Z","caller":"traceutil/trace.go:171","msg":"trace[636092201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26601; }","duration":"1.268326627s","start":"2026-07-03T16:51:01.954726Z","end":"2026-07-03T16:51:03.223053Z","steps":["trace[636092201] 'agreement among raft nodes before linearized reading' (duration: 1.268274625s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.459743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:03.223086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.954708Z","time spent":"1.268371427s","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:03.223101Z","caller":"traceutil/trace.go:171","msg":"trace[1609794827] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26601; }","duration":"548.518405ms","start":"2026-07-03T16:51:02.674571Z","end":"2026-07-03T16:51:03.22309Z","steps":["trace[1609794827] 'agreement among raft nodes before linearized reading' (duration: 548.479594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300761266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:51:03.223133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.674547Z","time spent":"548.578405ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:03.223144Z","caller":"traceutil/trace.go:171","msg":"trace[1240479918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26601; }","duration":"1.300810908s","start":"2026-07-03T16:51:01.922326Z","end":"2026-07-03T16:51:03.223137Z","steps":["trace[1240479918] 'agreement among raft nodes before linearized reading' (duration: 1.300726576s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.22318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.922319Z","time spent":"1.300856899s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:51:03.223207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.596719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-03T16:51:03.223224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282555185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17856"} {"level":"info","ts":"2026-07-03T16:51:03.223238Z","caller":"traceutil/trace.go:171","msg":"trace[1373230380] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab; range_end:; response_count:1; response_revision:26601; }","duration":"459.654301ms","start":"2026-07-03T16:51:02.763574Z","end":"2026-07-03T16:51:03.223229Z","steps":["trace[1373230380] 'agreement among raft nodes before linearized reading' (duration: 459.555669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.76356Z","time spent":"459.718792ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-65294c0e-8f2c-423c-89c9-4f1f0cde95ab\" "} {"level":"warn","ts":"2026-07-03T16:51:03.223307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29434696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:51:03.223328Z","caller":"traceutil/trace.go:171","msg":"trace[1058171460] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:26601; }","duration":"1.294387631s","start":"2026-07-03T16:51:01.928935Z","end":"2026-07-03T16:51:03.223322Z","steps":["trace[1058171460] 'agreement among raft nodes before linearized reading' (duration: 1.29432473s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.928922Z","time spent":"1.294420442s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-07-03T16:51:03.223348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.736506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:51:03.223378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.027499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:03.223417Z","caller":"traceutil/trace.go:171","msg":"trace[1219344431] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26601; }","duration":"590.103161ms","start":"2026-07-03T16:51:02.633302Z","end":"2026-07-03T16:51:03.223406Z","steps":["trace[1219344431] 'agreement among raft nodes before linearized reading' (duration: 590.050139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:03.223422Z","caller":"traceutil/trace.go:171","msg":"trace[152928641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26601; }","duration":"938.853789ms","start":"2026-07-03T16:51:02.284549Z","end":"2026-07-03T16:51:03.223403Z","steps":["trace[152928641] 'agreement among raft nodes before linearized reading' (duration: 938.688934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.633277Z","time spent":"590.169643ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:03.223469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.284525Z","time spent":"938.931901ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:03.223489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.564956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:03.223515Z","caller":"traceutil/trace.go:171","msg":"trace[893599494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26601; }","duration":"269.621226ms","start":"2026-07-03T16:51:02.953887Z","end":"2026-07-03T16:51:03.223508Z","steps":["trace[893599494] 'agreement among raft nodes before linearized reading' (duration: 269.556955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.022754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:51:03.22356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.306472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-03T16:51:03.223588Z","caller":"traceutil/trace.go:171","msg":"trace[1466939842] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26601; }","duration":"503.611109ms","start":"2026-07-03T16:51:02.719969Z","end":"2026-07-03T16:51:03.22358Z","steps":["trace[1466939842] 'agreement among raft nodes before linearized reading' (duration: 502.921981ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:03.223601Z","caller":"traceutil/trace.go:171","msg":"trace[1219504415] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298; range_end:; response_count:1; response_revision:26601; }","duration":"459.392574ms","start":"2026-07-03T16:51:02.764197Z","end":"2026-07-03T16:51:03.22359Z","steps":["trace[1219504415] 'agreement among raft nodes before linearized reading' (duration: 459.296272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.71995Z","time spent":"503.660521ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:03.223629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.76418Z","time spent":"459.441396ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298\" "} {"level":"info","ts":"2026-07-03T16:51:03.223248Z","caller":"traceutil/trace.go:171","msg":"trace[1030030137] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26601; }","duration":"1.282600806s","start":"2026-07-03T16:51:01.94064Z","end":"2026-07-03T16:51:03.223241Z","steps":["trace[1030030137] 'agreement among raft nodes before linearized reading' (duration: 1.282547335s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.222983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299038903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-07-03T16:51:03.223681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.461814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:03.223703Z","caller":"traceutil/trace.go:171","msg":"trace[64974962] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26601; }","duration":"1.299779131s","start":"2026-07-03T16:51:01.923916Z","end":"2026-07-03T16:51:03.223695Z","steps":["trace[64974962] 'agreement among raft nodes before linearized reading' (duration: 1.298977731s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.923906Z","time spent":"1.299822153s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-03T16:51:03.223072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.283105Z","time spent":"939.957967ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:51:03.223708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.940625Z","time spent":"1.283065668s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":17880,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:03.223711Z","caller":"traceutil/trace.go:171","msg":"trace[349541000] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26601; }","duration":"868.499945ms","start":"2026-07-03T16:51:02.355202Z","end":"2026-07-03T16:51:03.223702Z","steps":["trace[349541000] 'agreement among raft nodes before linearized reading' (duration: 868.443334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.223959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.35516Z","time spent":"868.785942ms","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:51:04.054334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.319201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:04.054462Z","caller":"traceutil/trace.go:171","msg":"trace[1198831130] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"826.828725ms","start":"2026-07-03T16:51:03.227607Z","end":"2026-07-03T16:51:04.054436Z","steps":["trace[1198831130] 'process raft request' (duration: 462.305ms)","trace[1198831130] 'compare' (duration: 363.605032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:04.054536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.227592Z","time spent":"826.910657ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:04.448485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.790255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:04.448574Z","caller":"traceutil/trace.go:171","msg":"trace[1411173798] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26602; }","duration":"141.893217ms","start":"2026-07-03T16:51:04.306668Z","end":"2026-07-03T16:51:04.448561Z","steps":["trace[1411173798] 'range keys from in-memory index tree' (duration: 141.777864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.449146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.753477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:04.449362Z","caller":"traceutil/trace.go:171","msg":"trace[684663586] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"1.221724789s","start":"2026-07-03T16:51:03.227607Z","end":"2026-07-03T16:51:04.449332Z","steps":["trace[684663586] 'process raft request' (duration: 1.119629923s)","trace[684663586] 'compare' (duration: 101.594993ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:04.449431Z","caller":"traceutil/trace.go:171","msg":"trace[2033925402] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"1.217389907s","start":"2026-07-03T16:51:03.232028Z","end":"2026-07-03T16:51:04.449418Z","steps":["trace[2033925402] 'process raft request' (duration: 1.217199112s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.449574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.227593Z","time spent":"1.221841822s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:04.4496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.23202Z","time spent":"1.217480899s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:04.449745Z","caller":"traceutil/trace.go:171","msg":"trace[2086284309] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"1.159058465s","start":"2026-07-03T16:51:03.290675Z","end":"2026-07-03T16:51:04.449733Z","steps":["trace[2086284309] 'process raft request' (duration: 1.158710986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.449827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.290653Z","time spent":"1.159125818s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:04.449862Z","caller":"traceutil/trace.go:171","msg":"trace[1546972515] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"1.158556093s","start":"2026-07-03T16:51:03.291284Z","end":"2026-07-03T16:51:04.44984Z","steps":["trace[1546972515] 'process raft request' (duration: 1.158330827s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.449934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.291274Z","time spent":"1.158624555s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:04.449974Z","caller":"traceutil/trace.go:171","msg":"trace[1640622411] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"1.157925486s","start":"2026-07-03T16:51:03.292029Z","end":"2026-07-03T16:51:04.449955Z","steps":["trace[1640622411] 'process raft request' (duration: 1.157745451s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:04.449972Z","caller":"traceutil/trace.go:171","msg":"trace[1485675112] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"1.15772883s","start":"2026-07-03T16:51:03.292233Z","end":"2026-07-03T16:51:04.449961Z","steps":["trace[1485675112] 'process raft request' (duration: 1.157604557s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.292017Z","time spent":"1.157983737s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:04.450029Z","caller":"traceutil/trace.go:171","msg":"trace[1461137585] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"1.155426831s","start":"2026-07-03T16:51:03.294592Z","end":"2026-07-03T16:51:04.450019Z","steps":["trace[1461137585] 'process raft request' (duration: 1.155342498s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:04.45003Z","caller":"traceutil/trace.go:171","msg":"trace[31857913] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"1.156542s","start":"2026-07-03T16:51:03.293459Z","end":"2026-07-03T16:51:04.450001Z","steps":["trace[31857913] 'process raft request' (duration: 1.156420737s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.294571Z","time spent":"1.155479792s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:04.450078Z","caller":"traceutil/trace.go:171","msg":"trace[917293525] linearizableReadLoop","detail":"{readStateIndex:27523; appliedIndex:27521; }","duration":"1.222361526s","start":"2026-07-03T16:51:03.227693Z","end":"2026-07-03T16:51:04.450055Z","steps":["trace[917293525] 'read index received' (duration: 462.279919ms)","trace[917293525] 'applied index is now lower than readState.Index' (duration: 760.080577ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:04.450114Z","caller":"traceutil/trace.go:171","msg":"trace[1688921498] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"1.150524284s","start":"2026-07-03T16:51:03.299582Z","end":"2026-07-03T16:51:04.450106Z","steps":["trace[1688921498] 'process raft request' (duration: 1.150395891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.292224Z","time spent":"1.157812453s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:04.450197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.29344Z","time spent":"1.156672954s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:04.450272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.299566Z","time spent":"1.150635937s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:04.450363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220028615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-7nkb4\" ","response":"range_response_count:1 size:5041"} {"level":"warn","ts":"2026-07-03T16:51:04.450402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207976142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:04.45043Z","caller":"traceutil/trace.go:171","msg":"trace[405666361] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26612; }","duration":"1.208002193s","start":"2026-07-03T16:51:03.242419Z","end":"2026-07-03T16:51:04.450421Z","steps":["trace[405666361] 'agreement among raft nodes before linearized reading' (duration: 1.207959062s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.616667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:04.450462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.242404Z","time spent":"1.208050745s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:51:04.45047Z","caller":"traceutil/trace.go:171","msg":"trace[1706107912] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26612; }","duration":"658.750351ms","start":"2026-07-03T16:51:03.791707Z","end":"2026-07-03T16:51:04.450458Z","steps":["trace[1706107912] 'agreement among raft nodes before linearized reading' (duration: 658.621578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.791681Z","time spent":"658.817293ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:04.45052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.540428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:51:04.450565Z","caller":"traceutil/trace.go:171","msg":"trace[481219363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26612; }","duration":"503.735954ms","start":"2026-07-03T16:51:03.946817Z","end":"2026-07-03T16:51:04.450553Z","steps":["trace[481219363] 'agreement among raft nodes before linearized reading' (duration: 503.57414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.590734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:04.450606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.946798Z","time spent":"503.800785ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:51:04.450589Z","caller":"traceutil/trace.go:171","msg":"trace[957180991] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"1.150115323s","start":"2026-07-03T16:51:03.300437Z","end":"2026-07-03T16:51:04.450552Z","steps":["trace[957180991] 'process raft request' (duration: 1.14957833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.123887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:04.450668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210766665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-07-03T16:51:04.450683Z","caller":"traceutil/trace.go:171","msg":"trace[1627809745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26612; }","duration":"831.188018ms","start":"2026-07-03T16:51:03.61949Z","end":"2026-07-03T16:51:04.450678Z","steps":["trace[1627809745] 'agreement among raft nodes before linearized reading' (duration: 831.147077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.53328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:51:04.450716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.619468Z","time spent":"831.23343ms","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:04.45073Z","caller":"traceutil/trace.go:171","msg":"trace[1791736698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26612; }","duration":"532.606532ms","start":"2026-07-03T16:51:03.918109Z","end":"2026-07-03T16:51:04.450716Z","steps":["trace[1791736698] 'agreement among raft nodes before linearized reading' (duration: 532.517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.286457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:51:04.450748Z","caller":"traceutil/trace.go:171","msg":"trace[435054927] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26612; }","duration":"1.210849657s","start":"2026-07-03T16:51:03.23986Z","end":"2026-07-03T16:51:04.45071Z","steps":["trace[435054927] 'agreement among raft nodes before linearized reading' (duration: 1.210529559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.918092Z","time spent":"532.671494ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:04.450782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.239848Z","time spent":"1.210926109s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":6136,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:04.450788Z","caller":"traceutil/trace.go:171","msg":"trace[956490070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26612; }","duration":"531.480102ms","start":"2026-07-03T16:51:03.919292Z","end":"2026-07-03T16:51:04.450772Z","steps":["trace[956490070] 'agreement among raft nodes before linearized reading' (duration: 531.249406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.45081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218667901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-07-03T16:51:04.450515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.131673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:51:04.450841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032919326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:04.450808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.300421Z","time spent":"1.150245596s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:04.450868Z","caller":"traceutil/trace.go:171","msg":"trace[811828209] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26612; }","duration":"1.218734212s","start":"2026-07-03T16:51:03.232123Z","end":"2026-07-03T16:51:04.450857Z","steps":["trace[811828209] 'agreement among raft nodes before linearized reading' (duration: 1.218596809s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:04.450897Z","caller":"traceutil/trace.go:171","msg":"trace[1696106194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26612; }","duration":"531.495642ms","start":"2026-07-03T16:51:03.919365Z","end":"2026-07-03T16:51:04.45086Z","steps":["trace[1696106194] 'agreement among raft nodes before linearized reading' (duration: 531.03567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.232118Z","time spent":"1.218781973s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-03T16:51:04.45047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222734365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-07-03T16:51:04.45043Z","caller":"traceutil/trace.go:171","msg":"trace[2055230716] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-7nkb4; range_end:; response_count:1; response_revision:26612; }","duration":"1.220113857s","start":"2026-07-03T16:51:03.230301Z","end":"2026-07-03T16:51:04.450415Z","steps":["trace[2055230716] 'agreement among raft nodes before linearized reading' (duration: 1.219916312s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:04.451014Z","caller":"traceutil/trace.go:171","msg":"trace[1431970102] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:26612; }","duration":"1.223349011s","start":"2026-07-03T16:51:03.227651Z","end":"2026-07-03T16:51:04.451Z","steps":["trace[1431970102] 'agreement among raft nodes before linearized reading' (duration: 1.22252401s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:04.450623Z","caller":"traceutil/trace.go:171","msg":"trace[1517434947] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26612; }","duration":"776.649166ms","start":"2026-07-03T16:51:03.673965Z","end":"2026-07-03T16:51:04.450614Z","steps":["trace[1517434947] 'agreement among raft nodes before linearized reading' (duration: 776.605985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.451057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.227635Z","time spent":"1.223409622s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:04.451068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.673946Z","time spent":"777.110247ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:04.450922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.919359Z","time spent":"531.556575ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:04.451081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210993221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:51:04.451061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.230293Z","time spent":"1.220747923s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5065,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-7nkb4\" "} {"level":"info","ts":"2026-07-03T16:51:04.450871Z","caller":"traceutil/trace.go:171","msg":"trace[851737500] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26612; }","duration":"1.032946537s","start":"2026-07-03T16:51:03.417914Z","end":"2026-07-03T16:51:04.45086Z","steps":["trace[851737500] 'agreement among raft nodes before linearized reading' (duration: 1.032903976s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.450963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.414762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:04.451159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.417844Z","time spent":"1.033305436s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:04.451179Z","caller":"traceutil/trace.go:171","msg":"trace[1683479498] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26612; }","duration":"440.677081ms","start":"2026-07-03T16:51:04.010486Z","end":"2026-07-03T16:51:04.451163Z","steps":["trace[1683479498] 'agreement among raft nodes before linearized reading' (duration: 440.435734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.451222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.010462Z","time spent":"440.748862ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:04.451108Z","caller":"traceutil/trace.go:171","msg":"trace[96764595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26612; }","duration":"1.211039542s","start":"2026-07-03T16:51:03.240061Z","end":"2026-07-03T16:51:04.4511Z","steps":["trace[96764595] 'agreement among raft nodes before linearized reading' (duration: 1.210910739s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.451272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.240058Z","time spent":"1.211206617s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:51:04.450829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.919285Z","time spent":"531.531523ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:04.451009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.26712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:04.45144Z","caller":"traceutil/trace.go:171","msg":"trace[886344363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26612; }","duration":"496.711252ms","start":"2026-07-03T16:51:03.954708Z","end":"2026-07-03T16:51:04.45142Z","steps":["trace[886344363] 'agreement among raft nodes before linearized reading' (duration: 496.27655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.451468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.954696Z","time spent":"496.763783ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:04.7273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.169313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:04.727406Z","caller":"traceutil/trace.go:171","msg":"trace[371815326] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"265.458909ms","start":"2026-07-03T16:51:04.461927Z","end":"2026-07-03T16:51:04.727385Z","steps":["trace[371815326] 'process raft request' (duration: 157.123701ms)","trace[371815326] 'compare' (duration: 108.072661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:05.967049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.568264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:05.967347Z","caller":"traceutil/trace.go:171","msg":"trace[173725101] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"1.502077263s","start":"2026-07-03T16:51:04.465255Z","end":"2026-07-03T16:51:05.967332Z","steps":["trace[173725101] 'process raft request' (duration: 1.502007101s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:05.967402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.465234Z","time spent":"1.502139895s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:05.967411Z","caller":"traceutil/trace.go:171","msg":"trace[380253324] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"1.505359489s","start":"2026-07-03T16:51:04.462019Z","end":"2026-07-03T16:51:05.967379Z","steps":["trace[380253324] 'process raft request' (duration: 1.505188155s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:05.967441Z","caller":"traceutil/trace.go:171","msg":"trace[885902716] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"1.505473702s","start":"2026-07-03T16:51:04.461953Z","end":"2026-07-03T16:51:05.967427Z","steps":["trace[885902716] 'process raft request' (duration: 1.117445546s)","trace[885902716] 'compare' (duration: 387.327958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:05.967495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.461932Z","time spent":"1.505535734s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7010,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:05.967515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.462012Z","time spent":"1.505448672s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:05.967564Z","caller":"traceutil/trace.go:171","msg":"trace[1693058162] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"1.505479952s","start":"2026-07-03T16:51:04.462075Z","end":"2026-07-03T16:51:05.967555Z","steps":["trace[1693058162] 'process raft request' (duration: 1.505162694s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:05.967606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.462048Z","time spent":"1.505535984s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:05.967804Z","caller":"traceutil/trace.go:171","msg":"trace[406693086] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"1.505821801s","start":"2026-07-03T16:51:04.461963Z","end":"2026-07-03T16:51:05.967785Z","steps":["trace[406693086] 'process raft request' (duration: 1.505166774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:05.967895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.461943Z","time spent":"1.505904613s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:06.086445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.123177ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:51:06.086524Z","caller":"traceutil/trace.go:171","msg":"trace[1738272970] linearizableReadLoop","detail":"{readStateIndex:27537; appliedIndex:27532; }","duration":"1.621887388s","start":"2026-07-03T16:51:04.464623Z","end":"2026-07-03T16:51:06.08651Z","steps":["trace[1738272970] 'read index received' (duration: 154.458022ms)","trace[1738272970] 'applied index is now lower than readState.Index' (duration: 1.467427516s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:06.086629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622000352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:06.086664Z","caller":"traceutil/trace.go:171","msg":"trace[549527872] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26618; }","duration":"1.622046522s","start":"2026-07-03T16:51:04.464601Z","end":"2026-07-03T16:51:06.086648Z","steps":["trace[549527872] 'agreement among raft nodes before linearized reading' (duration: 1.621981491s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.086688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.464594Z","time spent":"1.622088523s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:51:06.159766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.059893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:06.159853Z","caller":"traceutil/trace.go:171","msg":"trace[1601663494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26619; }","duration":"205.191667ms","start":"2026-07-03T16:51:05.954642Z","end":"2026-07-03T16:51:06.159834Z","steps":["trace[1601663494] 'agreement among raft nodes before linearized reading' (duration: 205.035143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.159857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.392647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:51:06.159926Z","caller":"traceutil/trace.go:171","msg":"trace[1844967837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26619; }","duration":"101.49137ms","start":"2026-07-03T16:51:06.058412Z","end":"2026-07-03T16:51:06.159903Z","steps":["trace[1844967837] 'agreement among raft nodes before linearized reading' (duration: 101.322305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.159975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284645149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-03T16:51:06.160034Z","caller":"traceutil/trace.go:171","msg":"trace[1476358457] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26619; }","duration":"1.284726853s","start":"2026-07-03T16:51:04.875289Z","end":"2026-07-03T16:51:06.160016Z","steps":["trace[1476358457] 'agreement among raft nodes before linearized reading' (duration: 1.284600708s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.160086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.875272Z","time spent":"1.284800494s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T16:51:06.160179Z","caller":"traceutil/trace.go:171","msg":"trace[1292956260] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"107.790314ms","start":"2026-07-03T16:51:06.05237Z","end":"2026-07-03T16:51:06.160161Z","steps":["trace[1292956260] 'process raft request' (duration: 107.054204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.159866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.811468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:06.160264Z","caller":"traceutil/trace.go:171","msg":"trace[2147155652] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26619; }","duration":"880.248181ms","start":"2026-07-03T16:51:05.280005Z","end":"2026-07-03T16:51:06.160253Z","steps":["trace[2147155652] 'agreement among raft nodes before linearized reading' (duration: 879.816619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.16026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.420971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:06.16033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.279975Z","time spent":"880.309332ms","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:06.16034Z","caller":"traceutil/trace.go:171","msg":"trace[494840648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26619; }","duration":"159.537634ms","start":"2026-07-03T16:51:06.000784Z","end":"2026-07-03T16:51:06.160322Z","steps":["trace[494840648] 'agreement among raft nodes before linearized reading' (duration: 159.404251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.160375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429581385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed58f383fff43\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-07-03T16:51:06.160429Z","caller":"traceutil/trace.go:171","msg":"trace[1425817960] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bed58f383fff43; range_end:; response_count:1; response_revision:26619; }","duration":"1.429657638s","start":"2026-07-03T16:51:04.730757Z","end":"2026-07-03T16:51:06.160415Z","steps":["trace[1425817960] 'agreement among raft nodes before linearized reading' (duration: 1.429520604s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.160444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.95985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l\" ","response":"range_response_count:1 size:5672"} {"level":"info","ts":"2026-07-03T16:51:06.160477Z","caller":"traceutil/trace.go:171","msg":"trace[39087184] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l; range_end:; response_count:1; response_revision:26619; }","duration":"188.029242ms","start":"2026-07-03T16:51:05.972437Z","end":"2026-07-03T16:51:06.160466Z","steps":["trace[39087184] 'agreement among raft nodes before linearized reading' (duration: 187.880388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.160462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690802454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-07-03T16:51:06.160479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.730744Z","time spent":"1.429723739s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed58f383fff43\" "} {"level":"warn","ts":"2026-07-03T16:51:06.160608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626258072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:87332"} {"level":"warn","ts":"2026-07-03T16:51:06.159773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693678958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-03T16:51:06.160637Z","caller":"traceutil/trace.go:171","msg":"trace[1465719852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26619; }","duration":"1.626320213s","start":"2026-07-03T16:51:04.53431Z","end":"2026-07-03T16:51:06.16063Z","steps":["trace[1465719852] 'agreement among raft nodes before linearized reading' (duration: 1.626240701s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.160652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.534287Z","time spent":"1.626361095s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":87356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:06.160657Z","caller":"traceutil/trace.go:171","msg":"trace[902578031] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:26619; }","duration":"1.694603452s","start":"2026-07-03T16:51:04.466036Z","end":"2026-07-03T16:51:06.160639Z","steps":["trace[902578031] 'agreement among raft nodes before linearized reading' (duration: 1.693577705s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.160706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.466022Z","time spent":"1.694669545s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"info","ts":"2026-07-03T16:51:06.160535Z","caller":"traceutil/trace.go:171","msg":"trace[733647794] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:26619; }","duration":"1.690924587s","start":"2026-07-03T16:51:04.469593Z","end":"2026-07-03T16:51:06.160517Z","steps":["trace[733647794] 'agreement among raft nodes before linearized reading' (duration: 1.690702252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.160821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.469574Z","time spent":"1.691226746s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-07-03T16:51:06.594355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.85458ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-07-03T16:51:06.594477Z","caller":"traceutil/trace.go:171","msg":"trace[1627691467] linearizableReadLoop","detail":"{readStateIndex:27541; appliedIndex:27540; }","duration":"430.622289ms","start":"2026-07-03T16:51:06.163822Z","end":"2026-07-03T16:51:06.594445Z","steps":["trace[1627691467] 'read index received' (duration: 189.890961ms)","trace[1627691467] 'applied index is now lower than readState.Index' (duration: 240.729398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:06.594512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.163351Z","time spent":"431.152112ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:06.594628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.792683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:06.594727Z","caller":"traceutil/trace.go:171","msg":"trace[644614328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26619; }","duration":"430.912957ms","start":"2026-07-03T16:51:06.1638Z","end":"2026-07-03T16:51:06.594713Z","steps":["trace[644614328] 'agreement among raft nodes before linearized reading' (duration: 430.761713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:06.59478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.163781Z","time spent":"430.987628ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:07.095287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:51:07.248911Z","caller":"traceutil/trace.go:171","msg":"trace[1863717599] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"1.083704422s","start":"2026-07-03T16:51:06.165183Z","end":"2026-07-03T16:51:07.248887Z","steps":["trace[1863717599] 'process raft request' (duration: 1.083268671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.249013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.165172Z","time spent":"1.083787025s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:07.249043Z","caller":"traceutil/trace.go:171","msg":"trace[95916428] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"1.044993679s","start":"2026-07-03T16:51:06.204025Z","end":"2026-07-03T16:51:07.249018Z","steps":["trace[95916428] 'process raft request' (duration: 1.044940538s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:07.249145Z","caller":"traceutil/trace.go:171","msg":"trace[1178015915] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"1.078022146s","start":"2026-07-03T16:51:06.171094Z","end":"2026-07-03T16:51:07.249117Z","steps":["trace[1178015915] 'process raft request' (duration: 1.077705918s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:07.249158Z","caller":"traceutil/trace.go:171","msg":"trace[1898608227] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"1.077744847s","start":"2026-07-03T16:51:06.171374Z","end":"2026-07-03T16:51:07.249119Z","steps":["trace[1898608227] 'process raft request' (duration: 1.077528151s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.249212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.203998Z","time spent":"1.045122682s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:07.249294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.171074Z","time spent":"1.078141868s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5583,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:07.249338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.171367Z","time spent":"1.077868821s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:07.483675Z","caller":"traceutil/trace.go:171","msg":"trace[662894520] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"1.025194176s","start":"2026-07-03T16:51:06.458456Z","end":"2026-07-03T16:51:07.48365Z","steps":["trace[662894520] 'process raft request' (duration: 1.02494755s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:07.483766Z","caller":"traceutil/trace.go:171","msg":"trace[878136281] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"887.775005ms","start":"2026-07-03T16:51:06.595952Z","end":"2026-07-03T16:51:07.483727Z","steps":["trace[878136281] 'process raft request' (duration: 887.671463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.483826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.45843Z","time spent":"1.025317569s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:07.483878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318557329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-07-03T16:51:07.483941Z","caller":"traceutil/trace.go:171","msg":"trace[238145045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26633; }","duration":"1.3186464s","start":"2026-07-03T16:51:06.165283Z","end":"2026-07-03T16:51:07.483929Z","steps":["trace[238145045] 'agreement among raft nodes before linearized reading' (duration: 1.318453766s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.483943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.595924Z","time spent":"887.948739ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:07.483983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.165277Z","time spent":"1.318695792s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-07-03T16:51:07.484213Z","caller":"traceutil/trace.go:171","msg":"trace[1470767123] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"1.025444052s","start":"2026-07-03T16:51:06.458753Z","end":"2026-07-03T16:51:07.484197Z","steps":["trace[1470767123] 'process raft request' (duration: 1.024686873s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:07.484257Z","caller":"traceutil/trace.go:171","msg":"trace[556791973] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"1.026631933s","start":"2026-07-03T16:51:06.457615Z","end":"2026-07-03T16:51:07.484247Z","steps":["trace[556791973] 'process raft request' (duration: 1.025649658s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.484328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.457542Z","time spent":"1.026752556s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:07.48438Z","caller":"traceutil/trace.go:171","msg":"trace[1914592761] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"1.025070993s","start":"2026-07-03T16:51:06.459295Z","end":"2026-07-03T16:51:07.484365Z","steps":["trace[1914592761] 'process raft request' (duration: 1.02417737s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.484476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.459286Z","time spent":"1.025139774s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:07.484499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140522755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:199451"} {"level":"info","ts":"2026-07-03T16:51:07.484538Z","caller":"traceutil/trace.go:171","msg":"trace[981553903] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26633; }","duration":"1.140583126s","start":"2026-07-03T16:51:06.343942Z","end":"2026-07-03T16:51:07.484525Z","steps":["trace[981553903] 'agreement among raft nodes before linearized reading' (duration: 1.140419372s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:07.484549Z","caller":"traceutil/trace.go:171","msg":"trace[1747632050] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"1.026662924s","start":"2026-07-03T16:51:06.457871Z","end":"2026-07-03T16:51:07.484534Z","steps":["trace[1747632050] 'process raft request' (duration: 1.025489544s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.484579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.343928Z","time spent":"1.140641918s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":199475,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:07.484628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.457861Z","time spent":"1.026729645s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:07.484662Z","caller":"traceutil/trace.go:171","msg":"trace[416518760] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"1.023370608s","start":"2026-07-03T16:51:06.461281Z","end":"2026-07-03T16:51:07.484651Z","steps":["trace[416518760] 'process raft request' (duration: 1.022224549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.484735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.461265Z","time spent":"1.02342966s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:07.48369Z","caller":"traceutil/trace.go:171","msg":"trace[876975755] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27541; }","duration":"889.159071ms","start":"2026-07-03T16:51:06.59451Z","end":"2026-07-03T16:51:07.483669Z","steps":["trace[876975755] 'read index received' (duration: 653.967026ms)","trace[876975755] 'applied index is now lower than readState.Index' (duration: 235.191125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:07.484321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.458741Z","time spent":"1.025521534s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:07.484268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026752786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:51:07.484863Z","caller":"traceutil/trace.go:171","msg":"trace[2107546308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26633; }","duration":"1.027431343s","start":"2026-07-03T16:51:06.457419Z","end":"2026-07-03T16:51:07.48485Z","steps":["trace[2107546308] 'agreement among raft nodes before linearized reading' (duration: 1.026747436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.484943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.457411Z","time spent":"1.027513505s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:51:07.484993Z","caller":"traceutil/trace.go:171","msg":"trace[1899381417] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"1.023399919s","start":"2026-07-03T16:51:06.461574Z","end":"2026-07-03T16:51:07.484974Z","steps":["trace[1899381417] 'process raft request' (duration: 1.021960332s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.485049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229414417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-07-03T16:51:07.4851Z","caller":"traceutil/trace.go:171","msg":"trace[1555967961] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26633; }","duration":"1.22949504s","start":"2026-07-03T16:51:06.255594Z","end":"2026-07-03T16:51:07.485089Z","steps":["trace[1555967961] 'agreement among raft nodes before linearized reading' (duration: 1.229204612s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.485115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.461557Z","time spent":"1.023499892s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:07.485219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318385113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-07-03T16:51:07.485252Z","caller":"traceutil/trace.go:171","msg":"trace[1960638264] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26633; }","duration":"1.318427945s","start":"2026-07-03T16:51:06.166817Z","end":"2026-07-03T16:51:07.485245Z","steps":["trace[1960638264] 'agreement among raft nodes before linearized reading' (duration: 1.318336673s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.485283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.166811Z","time spent":"1.318465276s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-03T16:51:07.484342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088433444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:51:07.485442Z","caller":"traceutil/trace.go:171","msg":"trace[1887849271] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26633; }","duration":"1.089551974s","start":"2026-07-03T16:51:06.395877Z","end":"2026-07-03T16:51:07.485429Z","steps":["trace[1887849271] 'agreement among raft nodes before linearized reading' (duration: 1.088410184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.485498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.395863Z","time spent":"1.089622545s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:51:07.485505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319103172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-21fd7dab-4038-4995-afd8-29ceac995ba1\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T16:51:07.485535Z","caller":"traceutil/trace.go:171","msg":"trace[1218845892] range","detail":"{range_begin:/registry/persistentvolumes/pvc-21fd7dab-4038-4995-afd8-29ceac995ba1; range_end:; response_count:1; response_revision:26633; }","duration":"1.319151723s","start":"2026-07-03T16:51:06.166375Z","end":"2026-07-03T16:51:07.485526Z","steps":["trace[1218845892] 'agreement among raft nodes before linearized reading' (duration: 1.319060861s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.485572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.166366Z","time spent":"1.319196214s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-21fd7dab-4038-4995-afd8-29ceac995ba1\" "} {"level":"info","ts":"2026-07-03T16:51:07.485685Z","caller":"traceutil/trace.go:171","msg":"trace[1491336444] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"889.999643ms","start":"2026-07-03T16:51:06.595672Z","end":"2026-07-03T16:51:07.485672Z","steps":["trace[1491336444] 'process raft request' (duration: 887.904448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.485966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.595651Z","time spent":"890.275949ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:07.484215Z","caller":"traceutil/trace.go:171","msg":"trace[1748910954] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"1.026848168s","start":"2026-07-03T16:51:06.457329Z","end":"2026-07-03T16:51:07.484177Z","steps":["trace[1748910954] 'process raft request' (duration: 951.345611ms)","trace[1748910954] 'compare' (duration: 74.324497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:07.486109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.457307Z","time spent":"1.028736787s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:07.485135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.255578Z","time spent":"1.229550121s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418423,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:51:07.486387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.744311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:07.486449Z","caller":"traceutil/trace.go:171","msg":"trace[96778646] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26633; }","duration":"303.840252ms","start":"2026-07-03T16:51:07.182594Z","end":"2026-07-03T16:51:07.486434Z","steps":["trace[96778646] 'agreement among raft nodes before linearized reading' (duration: 303.74877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.486496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.182575Z","time spent":"303.911235ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:07.486657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.077735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18307"} {"level":"warn","ts":"2026-07-03T16:51:07.486727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.555046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-07-03T16:51:07.486745Z","caller":"traceutil/trace.go:171","msg":"trace[1602345679] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26633; }","duration":"227.172227ms","start":"2026-07-03T16:51:07.259555Z","end":"2026-07-03T16:51:07.486727Z","steps":["trace[1602345679] 'agreement among raft nodes before linearized reading' (duration: 226.947201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:07.486762Z","caller":"traceutil/trace.go:171","msg":"trace[426234100] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26633; }","duration":"232.609868ms","start":"2026-07-03T16:51:07.25414Z","end":"2026-07-03T16:51:07.486749Z","steps":["trace[426234100] 'agreement among raft nodes before linearized reading' (duration: 232.507395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.260338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.622012ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:51:08.260656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.487154Z","time spent":"773.495023ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:51:08.260844Z","caller":"traceutil/trace.go:171","msg":"trace[91275584] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"769.540901ms","start":"2026-07-03T16:51:07.491276Z","end":"2026-07-03T16:51:08.260817Z","steps":["trace[91275584] 'process raft request' (duration: 769.188092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:08.261005Z","caller":"traceutil/trace.go:171","msg":"trace[2116273270] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"768.004121ms","start":"2026-07-03T16:51:07.492979Z","end":"2026-07-03T16:51:08.260983Z","steps":["trace[2116273270] 'process raft request' (duration: 767.649752ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:08.261006Z","caller":"traceutil/trace.go:171","msg":"trace[712519915] linearizableReadLoop","detail":"{readStateIndex:27557; appliedIndex:27555; }","duration":"769.635263ms","start":"2026-07-03T16:51:07.491349Z","end":"2026-07-03T16:51:08.260985Z","steps":["trace[712519915] 'read index received' (duration: 312.344003ms)","trace[712519915] 'applied index is now lower than readState.Index' (duration: 457.29032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:08.261038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.491254Z","time spent":"769.673514ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:08.261121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.492967Z","time spent":"768.080994ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:08.261252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.88629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:51:08.261023Z","caller":"traceutil/trace.go:171","msg":"trace[710552607] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"764.13057ms","start":"2026-07-03T16:51:07.496864Z","end":"2026-07-03T16:51:08.260995Z","steps":["trace[710552607] 'process raft request' (duration: 764.013977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:08.261342Z","caller":"traceutil/trace.go:171","msg":"trace[1798300547] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:26636; }","duration":"770.015984ms","start":"2026-07-03T16:51:07.491301Z","end":"2026-07-03T16:51:08.261317Z","steps":["trace[1798300547] 'agreement among raft nodes before linearized reading' (duration: 769.779507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.261395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.491281Z","time spent":"770.098435ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:08.261615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.496854Z","time spent":"764.48229ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:08.297635Z","caller":"traceutil/trace.go:171","msg":"trace[1353244340] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"232.29781ms","start":"2026-07-03T16:51:08.065305Z","end":"2026-07-03T16:51:08.297603Z","steps":["trace[1353244340] 'process raft request' (duration: 232.125885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.687367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389955429s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:51:09.687783Z","caller":"traceutil/trace.go:171","msg":"trace[1642589962] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"1.456308358s","start":"2026-07-03T16:51:08.231453Z","end":"2026-07-03T16:51:09.687762Z","steps":["trace[1642589962] 'process raft request' (duration: 1.456119853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.687873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.231425Z","time spent":"1.456391109s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:09.687997Z","caller":"traceutil/trace.go:171","msg":"trace[1906690105] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"1.423944848s","start":"2026-07-03T16:51:08.264016Z","end":"2026-07-03T16:51:09.687961Z","steps":["trace[1906690105] 'process raft request' (duration: 1.423693342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.688146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.263994Z","time spent":"1.424082332s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:09.688174Z","caller":"traceutil/trace.go:171","msg":"trace[763029045] linearizableReadLoop","detail":"{readStateIndex:27561; appliedIndex:27559; }","duration":"1.4270817s","start":"2026-07-03T16:51:08.261057Z","end":"2026-07-03T16:51:09.688138Z","steps":["trace[763029045] 'read index received' (duration: 36.356781ms)","trace[763029045] 'applied index is now lower than readState.Index' (duration: 1.390719098s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:09.688593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713243915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:51:09.688564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979245418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:09.688655Z","caller":"traceutil/trace.go:171","msg":"trace[168837746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26639; }","duration":"1.713353217s","start":"2026-07-03T16:51:07.975284Z","end":"2026-07-03T16:51:09.688637Z","steps":["trace[168837746] 'agreement among raft nodes before linearized reading' (duration: 1.713037499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.688715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.975275Z","time spent":"1.713427471s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:51:09.688735Z","caller":"traceutil/trace.go:171","msg":"trace[289279598] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26639; }","duration":"1.979463163s","start":"2026-07-03T16:51:07.70921Z","end":"2026-07-03T16:51:09.688673Z","steps":["trace[289279598] 'agreement among raft nodes before linearized reading' (duration: 1.979197176s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.688785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715529755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:51:09.688827Z","caller":"traceutil/trace.go:171","msg":"trace[452000599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26639; }","duration":"1.715605797s","start":"2026-07-03T16:51:07.973209Z","end":"2026-07-03T16:51:09.688815Z","steps":["trace[452000599] 'agreement among raft nodes before linearized reading' (duration: 1.715441413s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.68886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.973191Z","time spent":"1.715660388s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:09.688817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734703702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:09.688841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.709185Z","time spent":"1.979631168s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:09.688919Z","caller":"traceutil/trace.go:171","msg":"trace[923706293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26639; }","duration":"1.734861036s","start":"2026-07-03T16:51:07.954032Z","end":"2026-07-03T16:51:09.688893Z","steps":["trace[923706293] 'agreement among raft nodes before linearized reading' (duration: 1.73464099s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.688973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713862992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:51:09.688974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.954013Z","time spent":"1.734951138s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:09.688987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959492316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:09.68899Z","caller":"traceutil/trace.go:171","msg":"trace[857498015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26639; }","duration":"1.713893582s","start":"2026-07-03T16:51:07.975091Z","end":"2026-07-03T16:51:09.688985Z","steps":["trace[857498015] 'agreement among raft nodes before linearized reading' (duration: 1.713836231s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:09.689019Z","caller":"traceutil/trace.go:171","msg":"trace[748829070] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26639; }","duration":"1.959566068s","start":"2026-07-03T16:51:07.729445Z","end":"2026-07-03T16:51:09.689012Z","steps":["trace[748829070] 'agreement among raft nodes before linearized reading' (duration: 1.959503046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.689023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.975082Z","time spent":"1.713937704s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:09.689037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.729424Z","time spent":"1.959608918s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:09.689193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059487457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:09.689237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08931631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:09.68925Z","caller":"traceutil/trace.go:171","msg":"trace[1776109866] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26639; }","duration":"2.05957734s","start":"2026-07-03T16:51:07.629648Z","end":"2026-07-03T16:51:09.689225Z","steps":["trace[1776109866] 'agreement among raft nodes before linearized reading' (duration: 2.059493818s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:09.68926Z","caller":"traceutil/trace.go:171","msg":"trace[548421695] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26639; }","duration":"2.089372732s","start":"2026-07-03T16:51:07.599879Z","end":"2026-07-03T16:51:09.689252Z","steps":["trace[548421695] 'agreement among raft nodes before linearized reading' (duration: 2.089340971s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.689281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.599858Z","time spent":"2.089417134s","remote":"127.0.0.1:55990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:09.689285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.629619Z","time spent":"2.059657172s","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:09.689207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196919459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-07-03T16:51:09.689368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156395408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:10716"} {"level":"info","ts":"2026-07-03T16:51:09.689388Z","caller":"traceutil/trace.go:171","msg":"trace[2077647234] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26639; }","duration":"2.156414028s","start":"2026-07-03T16:51:07.532967Z","end":"2026-07-03T16:51:09.689382Z","steps":["trace[2077647234] 'agreement among raft nodes before linearized reading' (duration: 2.156334076s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.689401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.532876Z","time spent":"2.156521952s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":10740,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:09.689387Z","caller":"traceutil/trace.go:171","msg":"trace[1119955502] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26639; }","duration":"2.197106513s","start":"2026-07-03T16:51:07.492263Z","end":"2026-07-03T16:51:09.689369Z","steps":["trace[1119955502] 'agreement among raft nodes before linearized reading' (duration: 2.196882307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.689436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196930429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:51:09.689442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.492254Z","time spent":"2.197171386s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-07-03T16:51:09.689459Z","caller":"traceutil/trace.go:171","msg":"trace[515518051] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26639; }","duration":"2.19696633s","start":"2026-07-03T16:51:07.492483Z","end":"2026-07-03T16:51:09.68945Z","steps":["trace[515518051] 'agreement among raft nodes before linearized reading' (duration: 2.196902909s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.689477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.492476Z","time spent":"2.196996721s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"info","ts":"2026-07-03T16:51:10.03017Z","caller":"traceutil/trace.go:171","msg":"trace[499544478] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"535.514577ms","start":"2026-07-03T16:51:09.49463Z","end":"2026-07-03T16:51:10.030145Z","steps":["trace[499544478] 'process raft request' (duration: 535.420535ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:10.030188Z","caller":"traceutil/trace.go:171","msg":"trace[2108764661] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"535.673621ms","start":"2026-07-03T16:51:09.494483Z","end":"2026-07-03T16:51:10.030156Z","steps":["trace[2108764661] 'process raft request' (duration: 535.384444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.030317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.494615Z","time spent":"535.62677ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:10.030342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.494449Z","time spent":"535.806594ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:10.030668Z","caller":"traceutil/trace.go:171","msg":"trace[2106348916] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"535.995649ms","start":"2026-07-03T16:51:09.494645Z","end":"2026-07-03T16:51:10.03064Z","steps":["trace[2106348916] 'process raft request' (duration: 535.455995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.030726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.494604Z","time spent":"536.094521ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:10.031018Z","caller":"traceutil/trace.go:171","msg":"trace[985195247] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"536.326638ms","start":"2026-07-03T16:51:09.494674Z","end":"2026-07-03T16:51:10.031Z","steps":["trace[985195247] 'process raft request' (duration: 535.826815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.031107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.494637Z","time spent":"536.425951ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:10.03249Z","caller":"traceutil/trace.go:171","msg":"trace[2146371129] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"536.76203ms","start":"2026-07-03T16:51:09.495713Z","end":"2026-07-03T16:51:10.032475Z","steps":["trace[2146371129] 'process raft request' (duration: 534.958193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.032547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.495691Z","time spent":"536.828842ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:10.032698Z","caller":"traceutil/trace.go:171","msg":"trace[1128595691] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"536.797911ms","start":"2026-07-03T16:51:09.495884Z","end":"2026-07-03T16:51:10.032682Z","steps":["trace[1128595691] 'process raft request' (duration: 536.463632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.03278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.495868Z","time spent":"536.871382ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:10.032766Z","caller":"traceutil/trace.go:171","msg":"trace[1420264829] linearizableReadLoop","detail":"{readStateIndex:27570; appliedIndex:27562; }","duration":"344.499577ms","start":"2026-07-03T16:51:09.688241Z","end":"2026-07-03T16:51:10.032741Z","steps":["trace[1420264829] 'read index received' (duration: 341.592182ms)","trace[1420264829] 'applied index is now lower than readState.Index' (duration: 2.906345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:10.03286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.477238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:51:10.032903Z","caller":"traceutil/trace.go:171","msg":"trace[1621841582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26647; }","duration":"779.56087ms","start":"2026-07-03T16:51:09.253331Z","end":"2026-07-03T16:51:10.032891Z","steps":["trace[1621841582] 'agreement among raft nodes before linearized reading' (duration: 779.414526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.032912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096841473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:10.032941Z","caller":"traceutil/trace.go:171","msg":"trace[1994991994] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26647; }","duration":"1.096961046s","start":"2026-07-03T16:51:08.93597Z","end":"2026-07-03T16:51:10.032931Z","steps":["trace[1994991994] 'agreement among raft nodes before linearized reading' (duration: 1.096882514s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.03294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.253309Z","time spent":"779.623302ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:51:10.032968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.935749Z","time spent":"1.097211683s","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:10.033137Z","caller":"traceutil/trace.go:171","msg":"trace[600776115] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"536.595464ms","start":"2026-07-03T16:51:09.49653Z","end":"2026-07-03T16:51:10.033125Z","steps":["trace[600776115] 'process raft request' (duration: 536.162093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.033185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700298201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:10.033205Z","caller":"traceutil/trace.go:171","msg":"trace[213231612] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26647; }","duration":"1.700362692s","start":"2026-07-03T16:51:08.332837Z","end":"2026-07-03T16:51:10.033199Z","steps":["trace[213231612] 'agreement among raft nodes before linearized reading' (duration: 1.700333861s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.033206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.496516Z","time spent":"536.658876ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:10.033224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.33281Z","time spent":"1.700409783s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:10.033258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.391302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:51:10.033298Z","caller":"traceutil/trace.go:171","msg":"trace[1738732851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26647; }","duration":"572.466134ms","start":"2026-07-03T16:51:09.460823Z","end":"2026-07-03T16:51:10.033289Z","steps":["trace[1738732851] 'agreement among raft nodes before linearized reading' (duration: 572.367162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.033331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.460805Z","time spent":"572.519455ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:51:10.033357Z","caller":"traceutil/trace.go:171","msg":"trace[1557666681] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"536.911993ms","start":"2026-07-03T16:51:09.496434Z","end":"2026-07-03T16:51:10.033346Z","steps":["trace[1557666681] 'process raft request' (duration: 536.119983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.033384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735565094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-07-03T16:51:10.033404Z","caller":"traceutil/trace.go:171","msg":"trace[1078210534] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:26647; }","duration":"1.735628175s","start":"2026-07-03T16:51:08.29777Z","end":"2026-07-03T16:51:10.033398Z","steps":["trace[1078210534] 'agreement among raft nodes before linearized reading' (duration: 1.735540253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.033416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.496413Z","time spent":"536.974215ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:10.033431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.297658Z","time spent":"1.735767759s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":243,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:10.033158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391735475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:10.033506Z","caller":"traceutil/trace.go:171","msg":"trace[1559561462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26647; }","duration":"1.392108024s","start":"2026-07-03T16:51:08.641386Z","end":"2026-07-03T16:51:10.033494Z","steps":["trace[1559561462] 'agreement among raft nodes before linearized reading' (duration: 1.391746754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.033547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.641369Z","time spent":"1.392167946s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:10.033556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768323212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887\" ","response":"range_response_count:1 size:6394"} {"level":"info","ts":"2026-07-03T16:51:10.033575Z","caller":"traceutil/trace.go:171","msg":"trace[1109947399] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887; range_end:; response_count:1; response_revision:26647; }","duration":"1.768379473s","start":"2026-07-03T16:51:08.26519Z","end":"2026-07-03T16:51:10.033569Z","steps":["trace[1109947399] 'agreement among raft nodes before linearized reading' (duration: 1.768321182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.033598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.26517Z","time spent":"1.768424115s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6418,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887\" "} {"level":"info","ts":"2026-07-03T16:51:10.535418Z","caller":"traceutil/trace.go:171","msg":"trace[868574766] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"843.370074ms","start":"2026-07-03T16:51:09.692013Z","end":"2026-07-03T16:51:10.535383Z","steps":["trace[868574766] 'process raft request' (duration: 756.466912ms)","trace[868574766] 'compare' (duration: 86.583744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:10.535574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.691996Z","time spent":"843.497298ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:10.535926Z","caller":"traceutil/trace.go:171","msg":"trace[1674478279] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"841.149798ms","start":"2026-07-03T16:51:09.694745Z","end":"2026-07-03T16:51:10.535895Z","steps":["trace[1674478279] 'process raft request' (duration: 840.731836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.536108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.694735Z","time spent":"841.283091ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:10.536184Z","caller":"traceutil/trace.go:171","msg":"trace[2069971178] linearizableReadLoop","detail":"{readStateIndex:27574; appliedIndex:27570; }","duration":"503.345194ms","start":"2026-07-03T16:51:10.032825Z","end":"2026-07-03T16:51:10.53617Z","steps":["trace[2069971178] 'read index received' (duration: 415.762204ms)","trace[2069971178] 'applied index is now lower than readState.Index' (duration: 87.58203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:10.536311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.251695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:10.535541Z","caller":"traceutil/trace.go:171","msg":"trace[1298318939] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"841.173547ms","start":"2026-07-03T16:51:09.694338Z","end":"2026-07-03T16:51:10.535511Z","steps":["trace[1298318939] 'process raft request' (duration: 840.999503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.536367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.63369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" ","response":"range_response_count:1 size:36374"} {"level":"info","ts":"2026-07-03T16:51:10.536405Z","caller":"traceutil/trace.go:171","msg":"trace[1511352297] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26651; }","duration":"819.675301ms","start":"2026-07-03T16:51:09.716718Z","end":"2026-07-03T16:51:10.536394Z","steps":["trace[1511352297] 'agreement among raft nodes before linearized reading' (duration: 819.529797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.536443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.716696Z","time spent":"819.737852ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":36398,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:10.536431Z","caller":"traceutil/trace.go:171","msg":"trace[507648884] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26651; }","duration":"583.335187ms","start":"2026-07-03T16:51:09.953015Z","end":"2026-07-03T16:51:10.53635Z","steps":["trace[507648884] 'agreement among raft nodes before linearized reading' (duration: 583.199893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.536632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.953002Z","time spent":"583.595044ms","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:10.536692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.093459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:10.536808Z","caller":"traceutil/trace.go:171","msg":"trace[1025168195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26651; }","duration":"845.222553ms","start":"2026-07-03T16:51:09.691567Z","end":"2026-07-03T16:51:10.53679Z","steps":["trace[1025168195] 'agreement among raft nodes before linearized reading' (duration: 845.072049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.536858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.691552Z","time spent":"845.294534ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:10.536751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.891937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:51:10.537053Z","caller":"traceutil/trace.go:171","msg":"trace[507693076] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26651; }","duration":"842.208754ms","start":"2026-07-03T16:51:09.694831Z","end":"2026-07-03T16:51:10.53704Z","steps":["trace[507693076] 'agreement among raft nodes before linearized reading' (duration: 841.776863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.537098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.694823Z","time spent":"842.263497ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:10.537146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.783021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:51:10.537223Z","caller":"traceutil/trace.go:171","msg":"trace[1356888115] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26651; }","duration":"844.906345ms","start":"2026-07-03T16:51:09.6923Z","end":"2026-07-03T16:51:10.537207Z","steps":["trace[1356888115] 'agreement among raft nodes before linearized reading' (duration: 844.646948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.537276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.692243Z","time spent":"845.024228ms","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:51:10.538377Z","caller":"traceutil/trace.go:171","msg":"trace[693462635] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"843.292992ms","start":"2026-07-03T16:51:09.695062Z","end":"2026-07-03T16:51:10.538355Z","steps":["trace[693462635] 'process raft request' (duration: 840.699046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.538478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.695052Z","time spent":"843.385865ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:10.538697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.694316Z","time spent":"842.238726ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:11.036498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408605,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:51:11.041151Z","caller":"traceutil/trace.go:171","msg":"trace[698429270] linearizableReadLoop","detail":"{readStateIndex:27576; appliedIndex:27574; }","duration":"504.902523ms","start":"2026-07-03T16:51:10.536224Z","end":"2026-07-03T16:51:11.041127Z","steps":["trace[698429270] 'read index received' (duration: 500.387085ms)","trace[698429270] 'applied index is now lower than readState.Index' (duration: 4.514418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:11.041235Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15061056575965408606,"received-request-id":15061056575965408605} {"level":"info","ts":"2026-07-03T16:51:11.041326Z","caller":"traceutil/trace.go:171","msg":"trace[2008383715] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"1.002941299s","start":"2026-07-03T16:51:10.038372Z","end":"2026-07-03T16:51:11.041314Z","steps":["trace[2008383715] 'process raft request' (duration: 998.216637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.041426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.038346Z","time spent":"1.003003521s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:11.041667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.099124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:11.041774Z","caller":"traceutil/trace.go:171","msg":"trace[1462475874] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26653; }","duration":"812.255438ms","start":"2026-07-03T16:51:10.229492Z","end":"2026-07-03T16:51:11.041748Z","steps":["trace[1462475874] 'agreement among raft nodes before linearized reading' (duration: 812.014801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.041791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.581702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-03T16:51:11.041821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.229465Z","time spent":"812.34487ms","remote":"127.0.0.1:44592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:11.041999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.608883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:11.041828Z","caller":"traceutil/trace.go:171","msg":"trace[1272374927] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26653; }","duration":"502.666135ms","start":"2026-07-03T16:51:10.539151Z","end":"2026-07-03T16:51:11.041817Z","steps":["trace[1272374927] 'agreement among raft nodes before linearized reading' (duration: 502.484471ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:11.042051Z","caller":"traceutil/trace.go:171","msg":"trace[1701729054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26653; }","duration":"495.679685ms","start":"2026-07-03T16:51:10.546357Z","end":"2026-07-03T16:51:11.042037Z","steps":["trace[1701729054] 'agreement among raft nodes before linearized reading' (duration: 495.593033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.042064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.006038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:67903"} {"level":"info","ts":"2026-07-03T16:51:11.042065Z","caller":"traceutil/trace.go:171","msg":"trace[2040637003] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"1.001351557s","start":"2026-07-03T16:51:10.040693Z","end":"2026-07-03T16:51:11.042045Z","steps":["trace[2040637003] 'process raft request' (duration: 1.000230969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.042093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.546347Z","time spent":"495.736856ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:51:11.042116Z","caller":"traceutil/trace.go:171","msg":"trace[916209442] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26653; }","duration":"475.106481ms","start":"2026-07-03T16:51:10.566994Z","end":"2026-07-03T16:51:11.0421Z","steps":["trace[916209442] 'agreement among raft nodes before linearized reading' (duration: 474.924866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.042111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.539128Z","time spent":"502.940552ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:51:11.042154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.56697Z","time spent":"475.173693ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":67927,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:11.04218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.040686Z","time spent":"1.00142995s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6198,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:11.042167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.852655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:51:11.042216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.728209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-03T16:51:11.042215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.513174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-07-03T16:51:11.042181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.941474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-q9jrp.18bed58d73b1bb7a\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-07-03T16:51:11.041989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.227754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:11.042268Z","caller":"traceutil/trace.go:171","msg":"trace[1353339657] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26653; }","duration":"494.581096ms","start":"2026-07-03T16:51:10.547677Z","end":"2026-07-03T16:51:11.042259Z","steps":["trace[1353339657] 'agreement among raft nodes before linearized reading' (duration: 494.412531ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:11.042268Z","caller":"traceutil/trace.go:171","msg":"trace[792555718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26653; }","duration":"893.826442ms","start":"2026-07-03T16:51:10.148426Z","end":"2026-07-03T16:51:11.042253Z","steps":["trace[792555718] 'agreement among raft nodes before linearized reading' (duration: 893.672388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:11.04229Z","caller":"traceutil/trace.go:171","msg":"trace[1322558764] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26653; }","duration":"551.587643ms","start":"2026-07-03T16:51:10.49069Z","end":"2026-07-03T16:51:11.042278Z","steps":["trace[1322558764] 'agreement among raft nodes before linearized reading' (duration: 551.216954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.042301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.148401Z","time spent":"893.892594ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:11.042301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.547668Z","time spent":"494.624467ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-07-03T16:51:11.042274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004988732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:51:11.042335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.490668Z","time spent":"551.652785ms","remote":"127.0.0.1:38532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:11.042292Z","caller":"traceutil/trace.go:171","msg":"trace[133927761] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-q9jrp.18bed58d73b1bb7a; range_end:; response_count:1; response_revision:26653; }","duration":"500.068478ms","start":"2026-07-03T16:51:10.542205Z","end":"2026-07-03T16:51:11.042274Z","steps":["trace[133927761] 'agreement among raft nodes before linearized reading' (duration: 499.793511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:11.042362Z","caller":"traceutil/trace.go:171","msg":"trace[662207096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26653; }","duration":"1.005126656s","start":"2026-07-03T16:51:10.037216Z","end":"2026-07-03T16:51:11.042343Z","steps":["trace[662207096] 'agreement among raft nodes before linearized reading' (duration: 1.004950991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.042401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.037205Z","time spent":"1.005186957s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:51:11.042293Z","caller":"traceutil/trace.go:171","msg":"trace[848214659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26653; }","duration":"776.032729ms","start":"2026-07-03T16:51:10.266216Z","end":"2026-07-03T16:51:11.042248Z","steps":["trace[848214659] 'agreement among raft nodes before linearized reading' (duration: 775.733232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.042399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.542187Z","time spent":"500.193031ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":891,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-q9jrp.18bed58d73b1bb7a\" "} {"level":"warn","ts":"2026-07-03T16:51:11.042471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.266193Z","time spent":"776.265626ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:11.042554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005497876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:51:11.042598Z","caller":"traceutil/trace.go:171","msg":"trace[967037789] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26653; }","duration":"1.005523427s","start":"2026-07-03T16:51:10.037048Z","end":"2026-07-03T16:51:11.042572Z","steps":["trace[967037789] 'agreement among raft nodes before linearized reading' (duration: 1.00446294s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.042617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.037031Z","time spent":"1.005582558s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-07-03T16:51:11.415024Z","caller":"traceutil/trace.go:171","msg":"trace[939636778] linearizableReadLoop","detail":"{readStateIndex:27580; appliedIndex:27577; }","duration":"308.525734ms","start":"2026-07-03T16:51:11.106475Z","end":"2026-07-03T16:51:11.415001Z","steps":["trace[939636778] 'read index received' (duration: 236.604392ms)","trace[939636778] 'applied index is now lower than readState.Index' (duration: 71.920142ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:11.415404Z","caller":"traceutil/trace.go:171","msg":"trace[1693010092] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"360.182013ms","start":"2026-07-03T16:51:11.055189Z","end":"2026-07-03T16:51:11.415371Z","steps":["trace[1693010092] 'process raft request' (duration: 287.975403ms)","trace[1693010092] 'compare' (duration: 71.40826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:11.415463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.754148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-03T16:51:11.415513Z","caller":"traceutil/trace.go:171","msg":"trace[2002914324] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26657; }","duration":"358.830879ms","start":"2026-07-03T16:51:11.056665Z","end":"2026-07-03T16:51:11.415496Z","steps":["trace[2002914324] 'agreement among raft nodes before linearized reading' (duration: 358.661194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.415539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.055175Z","time spent":"360.292526ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:11.415569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.056656Z","time spent":"358.901711ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-03T16:51:11.415728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.320318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13222"} {"level":"info","ts":"2026-07-03T16:51:11.415659Z","caller":"traceutil/trace.go:171","msg":"trace[151746875] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"360.348688ms","start":"2026-07-03T16:51:11.055289Z","end":"2026-07-03T16:51:11.415638Z","steps":["trace[151746875] 'process raft request' (duration: 359.662519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:11.415765Z","caller":"traceutil/trace.go:171","msg":"trace[396546420] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26657; }","duration":"345.74085ms","start":"2026-07-03T16:51:11.070014Z","end":"2026-07-03T16:51:11.415754Z","steps":["trace[396546420] 'agreement among raft nodes before linearized reading' (duration: 345.244896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.415798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.069992Z","time spent":"345.798321ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":13246,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:11.415799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.43311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-22z7k\" ","response":"range_response_count:1 size:3719"} {"level":"warn","ts":"2026-07-03T16:51:11.415804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.849504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:11.415825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.719967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-07-03T16:51:11.415859Z","caller":"traceutil/trace.go:171","msg":"trace[1985379492] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-22z7k; range_end:; response_count:1; response_revision:26657; }","duration":"360.532983ms","start":"2026-07-03T16:51:11.05531Z","end":"2026-07-03T16:51:11.415843Z","steps":["trace[1985379492] 'agreement among raft nodes before linearized reading' (duration: 360.318967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:11.415887Z","caller":"traceutil/trace.go:171","msg":"trace[1425765298] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26657; }","duration":"298.969878ms","start":"2026-07-03T16:51:11.116898Z","end":"2026-07-03T16:51:11.415867Z","steps":["trace[1425765298] 'agreement among raft nodes before linearized reading' (duration: 298.794433ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:11.415898Z","caller":"traceutil/trace.go:171","msg":"trace[1955318979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:26657; }","duration":"304.85839ms","start":"2026-07-03T16:51:11.111022Z","end":"2026-07-03T16:51:11.415881Z","steps":["trace[1955318979] 'agreement among raft nodes before linearized reading' (duration: 304.624384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.415905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.055294Z","time spent":"360.597894ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-22z7k\" "} {"level":"warn","ts":"2026-07-03T16:51:11.415801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.055279Z","time spent":"360.493822ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:11.415945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.110989Z","time spent":"304.946532ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":245,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"info","ts":"2026-07-03T16:51:11.415665Z","caller":"traceutil/trace.go:171","msg":"trace[406457038] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"360.361699ms","start":"2026-07-03T16:51:11.05528Z","end":"2026-07-03T16:51:11.415642Z","steps":["trace[406457038] 'process raft request' (duration: 359.561807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.416247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.055267Z","time spent":"360.883782ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:12.347621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.154098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:12.347731Z","caller":"traceutil/trace.go:171","msg":"trace[535356243] linearizableReadLoop","detail":"{readStateIndex:27581; appliedIndex:27580; }","duration":"925.80756ms","start":"2026-07-03T16:51:11.421905Z","end":"2026-07-03T16:51:12.347713Z","steps":["trace[535356243] 'read index received' (duration: 202.507867ms)","trace[535356243] 'applied index is now lower than readState.Index' (duration: 723.298253ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:12.347782Z","caller":"traceutil/trace.go:171","msg":"trace[1670711385] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"926.329394ms","start":"2026-07-03T16:51:11.421413Z","end":"2026-07-03T16:51:12.347743Z","steps":["trace[1670711385] 'process raft request' (duration: 202.892418ms)","trace[1670711385] 'compare' (duration: 722.288406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:12.347918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.421387Z","time spent":"926.466987ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:12.347959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.041696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:51:12.347998Z","caller":"traceutil/trace.go:171","msg":"trace[1159839029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26658; }","duration":"926.096157ms","start":"2026-07-03T16:51:11.42189Z","end":"2026-07-03T16:51:12.347986Z","steps":["trace[1159839029] 'agreement among raft nodes before linearized reading' (duration: 925.901312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:12.348314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.421883Z","time spent":"926.416916ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:51:12.644085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019634572s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:13.373056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.693242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:13.373178Z","caller":"traceutil/trace.go:171","msg":"trace[979691526] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"1.948445399s","start":"2026-07-03T16:51:11.42471Z","end":"2026-07-03T16:51:13.373155Z","steps":["trace[979691526] 'process raft request' (duration: 1.219557032s)","trace[979691526] 'compare' (duration: 727.492162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:13.373244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.424675Z","time spent":"1.948538152s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:13.951281Z","caller":"traceutil/trace.go:171","msg":"trace[933911343] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"1.915161339s","start":"2026-07-03T16:51:12.036098Z","end":"2026-07-03T16:51:13.951259Z","steps":["trace[933911343] 'process raft request' (duration: 1.845882803s)","trace[933911343] 'compare' (duration: 69.018679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:13.951401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.036063Z","time spent":"1.915276122s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:13.951531Z","caller":"traceutil/trace.go:171","msg":"trace[1330395670] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"1.914954653s","start":"2026-07-03T16:51:12.036556Z","end":"2026-07-03T16:51:13.951511Z","steps":["trace[1330395670] 'process raft request' (duration: 1.914637325s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.95153Z","caller":"traceutil/trace.go:171","msg":"trace[698386295] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"1.914177552s","start":"2026-07-03T16:51:12.037331Z","end":"2026-07-03T16:51:13.951509Z","steps":["trace[698386295] 'process raft request' (duration: 1.91409533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.951595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.036539Z","time spent":"1.915024554s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:13.951652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.037313Z","time spent":"1.914268815s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:13.951709Z","caller":"traceutil/trace.go:171","msg":"trace[997701835] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"1.912367395s","start":"2026-07-03T16:51:12.039314Z","end":"2026-07-03T16:51:13.951681Z","steps":["trace[997701835] 'process raft request' (duration: 1.91216305s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.951838Z","caller":"traceutil/trace.go:171","msg":"trace[1748085955] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"1.911442271s","start":"2026-07-03T16:51:12.04039Z","end":"2026-07-03T16:51:13.951832Z","steps":["trace[1748085955] 'process raft request' (duration: 1.911342009s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.951889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.040379Z","time spent":"1.911484762s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:13.951899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.03929Z","time spent":"1.91252347s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:13.951949Z","caller":"traceutil/trace.go:171","msg":"trace[631412034] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"1.909751978s","start":"2026-07-03T16:51:12.042191Z","end":"2026-07-03T16:51:13.951943Z","steps":["trace[631412034] 'process raft request' (duration: 1.909674926s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.951951Z","caller":"traceutil/trace.go:171","msg":"trace[936881741] linearizableReadLoop","detail":"{readStateIndex:27590; appliedIndex:27581; }","duration":"1.6041854s","start":"2026-07-03T16:51:12.347758Z","end":"2026-07-03T16:51:13.951943Z","steps":["trace[936881741] 'read index received' (duration: 296.522994ms)","trace[936881741] 'applied index is now lower than readState.Index' (duration: 1.307661806s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:13.951992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.042182Z","time spent":"1.909784729s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:13.951777Z","caller":"traceutil/trace.go:171","msg":"trace[1140999838] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"1.912362946s","start":"2026-07-03T16:51:12.039406Z","end":"2026-07-03T16:51:13.951769Z","steps":["trace[1140999838] 'process raft request' (duration: 1.912191711s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.952077Z","caller":"traceutil/trace.go:171","msg":"trace[100302766] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"1.911452401s","start":"2026-07-03T16:51:12.040615Z","end":"2026-07-03T16:51:13.952068Z","steps":["trace[100302766] 'process raft request' (duration: 1.911195425s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496742969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:40665"} {"level":"warn","ts":"2026-07-03T16:51:13.952123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.039399Z","time spent":"1.912687254s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:13.95216Z","caller":"traceutil/trace.go:171","msg":"trace[1897053093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26668; }","duration":"2.49682251s","start":"2026-07-03T16:51:11.455328Z","end":"2026-07-03T16:51:13.95215Z","steps":["trace[1897053093] 'agreement among raft nodes before linearized reading' (duration: 2.496685467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.455301Z","time spent":"2.496875352s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":40689,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:13.952124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.040606Z","time spent":"1.911492912s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:13.952301Z","caller":"traceutil/trace.go:171","msg":"trace[193262285] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"1.599643202s","start":"2026-07-03T16:51:12.352603Z","end":"2026-07-03T16:51:13.952246Z","steps":["trace[193262285] 'process raft request' (duration: 1.599300483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602548987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"warn","ts":"2026-07-03T16:51:13.95233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997677086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:13.952371Z","caller":"traceutil/trace.go:171","msg":"trace[1814286717] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26668; }","duration":"1.602603769s","start":"2026-07-03T16:51:12.34976Z","end":"2026-07-03T16:51:13.952364Z","steps":["trace[1814286717] 'agreement among raft nodes before linearized reading' (duration: 1.602523947s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.349745Z","time spent":"1.60264692s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18331,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:51:13.952401Z","caller":"traceutil/trace.go:171","msg":"trace[784268511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26668; }","duration":"1.997804829s","start":"2026-07-03T16:51:11.954577Z","end":"2026-07-03T16:51:13.952382Z","steps":["trace[784268511] 'agreement among raft nodes before linearized reading' (duration: 1.997664056s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.95242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.352582Z","time spent":"1.599777735s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:13.952446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.954506Z","time spent":"1.997931573s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:13.952427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527460654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-07-03T16:51:13.952467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080570125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:13.95251Z","caller":"traceutil/trace.go:171","msg":"trace[666263741] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26668; }","duration":"2.080621436s","start":"2026-07-03T16:51:11.871874Z","end":"2026-07-03T16:51:13.952496Z","steps":["trace[666263741] 'agreement among raft nodes before linearized reading' (duration: 2.080537434s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.586663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:13.952529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410277804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:51:13.952535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.871789Z","time spent":"2.080740329s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:13.952522Z","caller":"traceutil/trace.go:171","msg":"trace[836620150] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26668; }","duration":"2.527590427s","start":"2026-07-03T16:51:11.424904Z","end":"2026-07-03T16:51:13.952494Z","steps":["trace[836620150] 'agreement among raft nodes before linearized reading' (duration: 2.527332121s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.662966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:13.952551Z","caller":"traceutil/trace.go:171","msg":"trace[417279892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26668; }","duration":"1.410338195s","start":"2026-07-03T16:51:12.542207Z","end":"2026-07-03T16:51:13.952545Z","steps":["trace[417279892] 'agreement among raft nodes before linearized reading' (duration: 1.410277474s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.542181Z","time spent":"1.410382047s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:51:13.952568Z","caller":"traceutil/trace.go:171","msg":"trace[1627371484] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26668; }","duration":"568.689377ms","start":"2026-07-03T16:51:13.383871Z","end":"2026-07-03T16:51:13.952561Z","steps":["trace[1627371484] 'agreement among raft nodes before linearized reading' (duration: 568.623185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.424886Z","time spent":"2.52767616s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-03T16:51:13.952586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.383848Z","time spent":"568.733867ms","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:13.95257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409276578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:51:13.952467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.83398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:13.952622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.852192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887\" ","response":"range_response_count:1 size:6216"} {"level":"warn","ts":"2026-07-03T16:51:13.95258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527207798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:51:13.952638Z","caller":"traceutil/trace.go:171","msg":"trace[477704937] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26668; }","duration":"657.026535ms","start":"2026-07-03T16:51:13.295595Z","end":"2026-07-03T16:51:13.952621Z","steps":["trace[477704937] 'agreement among raft nodes before linearized reading' (duration: 656.823ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.952646Z","caller":"traceutil/trace.go:171","msg":"trace[893594522] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887; range_end:; response_count:1; response_revision:26668; }","duration":"575.905603ms","start":"2026-07-03T16:51:13.376733Z","end":"2026-07-03T16:51:13.952639Z","steps":["trace[893594522] 'agreement among raft nodes before linearized reading' (duration: 575.826411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.376717Z","time spent":"575.946624ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-m2887\" "} {"level":"warn","ts":"2026-07-03T16:51:13.952677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.29558Z","time spent":"657.078046ms","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:13.952679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410529231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:51:13.952685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.538066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:13.952701Z","caller":"traceutil/trace.go:171","msg":"trace[576421635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26668; }","duration":"1.410578272s","start":"2026-07-03T16:51:12.542117Z","end":"2026-07-03T16:51:13.952695Z","steps":["trace[576421635] 'agreement among raft nodes before linearized reading' (duration: 1.410525271s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.952689Z","caller":"traceutil/trace.go:171","msg":"trace[280144384] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26668; }","duration":"2.527338451s","start":"2026-07-03T16:51:11.42532Z","end":"2026-07-03T16:51:13.952658Z","steps":["trace[280144384] 'agreement among raft nodes before linearized reading' (duration: 2.526963722s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.952544Z","caller":"traceutil/trace.go:171","msg":"trace[1587529950] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26668; }","duration":"380.644814ms","start":"2026-07-03T16:51:13.571888Z","end":"2026-07-03T16:51:13.952533Z","steps":["trace[1587529950] 'agreement among raft nodes before linearized reading' (duration: 380.605293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.033418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:51:13.95273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.571863Z","time spent":"380.86133ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:13.952743Z","caller":"traceutil/trace.go:171","msg":"trace[1323454337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26668; }","duration":"906.10674ms","start":"2026-07-03T16:51:13.046627Z","end":"2026-07-03T16:51:13.952734Z","steps":["trace[1323454337] 'agreement among raft nodes before linearized reading' (duration: 906.020408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.425316Z","time spent":"2.527416003s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:13.952625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.317816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:51:13.952774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.046607Z","time spent":"906.158411ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:51:13.95278Z","caller":"traceutil/trace.go:171","msg":"trace[1420152321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26668; }","duration":"842.520521ms","start":"2026-07-03T16:51:13.11025Z","end":"2026-07-03T16:51:13.952771Z","steps":["trace[1420152321] 'agreement among raft nodes before linearized reading' (duration: 842.248754ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.952628Z","caller":"traceutil/trace.go:171","msg":"trace[1213631417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26668; }","duration":"1.409362871s","start":"2026-07-03T16:51:12.543252Z","end":"2026-07-03T16:51:13.952615Z","steps":["trace[1213631417] 'agreement among raft nodes before linearized reading' (duration: 1.409172336s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:13.952706Z","caller":"traceutil/trace.go:171","msg":"trace[573431381] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26668; }","duration":"418.602957ms","start":"2026-07-03T16:51:13.534096Z","end":"2026-07-03T16:51:13.952699Z","steps":["trace[573431381] 'agreement among raft nodes before linearized reading' (duration: 418.569306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.952808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.110225Z","time spent":"842.573393ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:13.952818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.543242Z","time spent":"1.409565596s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:13.952822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.534072Z","time spent":"418.74249ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:13.952719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.542099Z","time spent":"1.410616213s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:13.953186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218688913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:13.953238Z","caller":"traceutil/trace.go:171","msg":"trace[542387058] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26668; }","duration":"2.218773676s","start":"2026-07-03T16:51:11.734451Z","end":"2026-07-03T16:51:13.953225Z","steps":["trace[542387058] 'agreement among raft nodes before linearized reading' (duration: 2.217558525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.953263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.734429Z","time spent":"2.218827237s","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:14.248311Z","caller":"traceutil/trace.go:171","msg":"trace[1798362559] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"232.243868ms","start":"2026-07-03T16:51:14.016043Z","end":"2026-07-03T16:51:14.248287Z","steps":["trace[1798362559] 'process raft request' (duration: 140.215644ms)","trace[1798362559] 'compare' (duration: 90.296909ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:14.248322Z","caller":"traceutil/trace.go:171","msg":"trace[1707914578] linearizableReadLoop","detail":"{readStateIndex:27597; appliedIndex:27596; }","duration":"203.477964ms","start":"2026-07-03T16:51:14.044811Z","end":"2026-07-03T16:51:14.248289Z","steps":["trace[1707914578] 'read index received' (duration: 111.48606ms)","trace[1707914578] 'applied index is now lower than readState.Index' (duration: 91.989413ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:14.248427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.535294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:14.248499Z","caller":"traceutil/trace.go:171","msg":"trace[2053572295] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26674; }","duration":"208.674648ms","start":"2026-07-03T16:51:14.039804Z","end":"2026-07-03T16:51:14.248478Z","steps":["trace[2053572295] 'agreement among raft nodes before linearized reading' (duration: 208.496184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.248574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.290241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:70572"} {"level":"info","ts":"2026-07-03T16:51:14.248635Z","caller":"traceutil/trace.go:171","msg":"trace[1563320230] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26674; }","duration":"229.389754ms","start":"2026-07-03T16:51:14.019228Z","end":"2026-07-03T16:51:14.248618Z","steps":["trace[1563320230] 'agreement among raft nodes before linearized reading' (duration: 229.170448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.248799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.150156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:14.248808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.790491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-07-03T16:51:14.24886Z","caller":"traceutil/trace.go:171","msg":"trace[1207009037] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26674; }","duration":"188.249158ms","start":"2026-07-03T16:51:14.060597Z","end":"2026-07-03T16:51:14.248846Z","steps":["trace[1207009037] 'agreement among raft nodes before linearized reading' (duration: 188.060903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:14.248911Z","caller":"traceutil/trace.go:171","msg":"trace[1714043899] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26674; }","duration":"198.955576ms","start":"2026-07-03T16:51:14.04993Z","end":"2026-07-03T16:51:14.248886Z","steps":["trace[1714043899] 'agreement among raft nodes before linearized reading' (duration: 198.641458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:14.695449Z","caller":"traceutil/trace.go:171","msg":"trace[1376216267] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"441.093629ms","start":"2026-07-03T16:51:14.25432Z","end":"2026-07-03T16:51:14.695414Z","steps":["trace[1376216267] 'process raft request' (duration: 386.681929ms)","trace[1376216267] 'compare' (duration: 53.834605ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:14.695524Z","caller":"traceutil/trace.go:171","msg":"trace[1699572519] linearizableReadLoop","detail":"{readStateIndex:27598; appliedIndex:27597; }","duration":"440.33244ms","start":"2026-07-03T16:51:14.255165Z","end":"2026-07-03T16:51:14.695498Z","steps":["trace[1699572519] 'read index received' (duration: 385.830028ms)","trace[1699572519] 'applied index is now lower than readState.Index' (duration: 54.499522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:14.695604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.254306Z","time spent":"441.220593ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:14.695707Z","caller":"traceutil/trace.go:171","msg":"trace[332674462] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"439.499198ms","start":"2026-07-03T16:51:14.256174Z","end":"2026-07-03T16:51:14.695673Z","steps":["trace[332674462] 'process raft request' (duration: 439.249771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.695835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.256165Z","time spent":"439.615861ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:15.114505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.004948ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:51:15.115013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.80019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-07-03T16:51:15.115202Z","caller":"traceutil/trace.go:171","msg":"trace[86441841] linearizableReadLoop","detail":"{readStateIndex:27601; appliedIndex:27599; }","duration":"419.593704ms","start":"2026-07-03T16:51:14.69558Z","end":"2026-07-03T16:51:15.115174Z","steps":["trace[86441841] 'read index received' (duration: 122.945256ms)","trace[86441841] 'applied index is now lower than readState.Index' (duration: 296.646908ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:15.116275Z","caller":"traceutil/trace.go:171","msg":"trace[798932660] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"422.904499ms","start":"2026-07-03T16:51:14.693347Z","end":"2026-07-03T16:51:15.116251Z","steps":["trace[798932660] 'process raft request' (duration: 421.340758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.116386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.693324Z","time spent":"422.98305ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:15.115104Z","caller":"traceutil/trace.go:171","msg":"trace[421897149] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:26676; }","duration":"859.934003ms","start":"2026-07-03T16:51:14.255148Z","end":"2026-07-03T16:51:15.115082Z","steps":["trace[421897149] 'agreement among raft nodes before linearized reading' (duration: 440.454883ms)","trace[421897149] 'range keys from in-memory index tree' (duration: 419.245175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:15.118021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.25514Z","time spent":"862.846449ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":259,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:15.617065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:16.177633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826001276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:16.177945Z","caller":"traceutil/trace.go:171","msg":"trace[1780020105] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26677; }","duration":"1.826169161s","start":"2026-07-03T16:51:14.351561Z","end":"2026-07-03T16:51:16.17773Z","steps":["trace[1780020105] 'agreement among raft nodes before linearized reading' (duration: 764.86753ms)","trace[1780020105] 'count revisions from in-memory index tree' (duration: 1.061148457s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:16.177992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.351543Z","time spent":"1.826437229s","remote":"127.0.0.1:49082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.178377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880085128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:34184"} {"level":"info","ts":"2026-07-03T16:51:16.178508Z","caller":"traceutil/trace.go:171","msg":"trace[1586000570] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26677; }","duration":"1.880272763s","start":"2026-07-03T16:51:14.298197Z","end":"2026-07-03T16:51:16.17847Z","steps":["trace[1586000570] 'agreement among raft nodes before linearized reading' (duration: 818.197592ms)","trace[1586000570] 'range keys from in-memory index tree' (duration: 1.060564262s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:16.178582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.298176Z","time spent":"1.880390297s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":34208,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:16.178423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922487739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-03T16:51:16.178975Z","caller":"traceutil/trace.go:171","msg":"trace[2038685217] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26677; }","duration":"1.923034682s","start":"2026-07-03T16:51:14.255907Z","end":"2026-07-03T16:51:16.178941Z","steps":["trace[2038685217] 'agreement among raft nodes before linearized reading' (duration: 860.53896ms)","trace[2038685217] 'range keys from in-memory index tree' (duration: 1.061853436s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:16.179062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.2559Z","time spent":"1.923136475s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-03T16:51:16.179071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.04723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:16.17921Z","caller":"traceutil/trace.go:171","msg":"trace[1947667127] linearizableReadLoop","detail":"{readStateIndex:27602; appliedIndex:27601; }","duration":"1.062985525s","start":"2026-07-03T16:51:15.116209Z","end":"2026-07-03T16:51:16.179195Z","steps":["trace[1947667127] 'read index received' (duration: 663.703218ms)","trace[1947667127] 'applied index is now lower than readState.Index' (duration: 399.281267ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:16.179296Z","caller":"traceutil/trace.go:171","msg":"trace[926584237] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"1.422595004s","start":"2026-07-03T16:51:14.756689Z","end":"2026-07-03T16:51:16.179284Z","steps":["trace[926584237] 'process raft request' (duration: 1.023278687s)","trace[926584237] 'compare' (duration: 398.843835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:16.179351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.756664Z","time spent":"1.422653875s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:16.179439Z","caller":"traceutil/trace.go:171","msg":"trace[1749655165] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"222.014973ms","start":"2026-07-03T16:51:15.957409Z","end":"2026-07-03T16:51:16.179424Z","steps":["trace[1749655165] 'process raft request' (duration: 221.727405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.179476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410093719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:16.179536Z","caller":"traceutil/trace.go:171","msg":"trace[73165468] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26679; }","duration":"1.410186812s","start":"2026-07-03T16:51:14.769329Z","end":"2026-07-03T16:51:16.179515Z","steps":["trace[73165468] 'agreement among raft nodes before linearized reading' (duration: 1.410002577s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.17954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480299698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-qd94j.18bed58d9042a440\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-03T16:51:16.179575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220768674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:16.179592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.76931Z","time spent":"1.410268244s","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:16.179601Z","caller":"traceutil/trace.go:171","msg":"trace[1600735780] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-qd94j.18bed58d9042a440; range_end:; response_count:1; response_revision:26679; }","duration":"1.480394271s","start":"2026-07-03T16:51:14.699191Z","end":"2026-07-03T16:51:16.179585Z","steps":["trace[1600735780] 'agreement among raft nodes before linearized reading' (duration: 1.480294488s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:16.17962Z","caller":"traceutil/trace.go:171","msg":"trace[196644960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26679; }","duration":"1.220843366s","start":"2026-07-03T16:51:14.958765Z","end":"2026-07-03T16:51:16.179609Z","steps":["trace[196644960] 'agreement among raft nodes before linearized reading' (duration: 1.2205877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.179638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.69917Z","time spent":"1.480459843s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-qd94j.18bed58d9042a440\" "} {"level":"warn","ts":"2026-07-03T16:51:16.179653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.958729Z","time spent":"1.220916957s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:16.680287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:17.181445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:17.435774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258240706s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:51:17.436365Z","caller":"traceutil/trace.go:171","msg":"trace[1591471592] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"1.477056275s","start":"2026-07-03T16:51:15.959251Z","end":"2026-07-03T16:51:17.436308Z","steps":["trace[1591471592] 'process raft request' (duration: 1.476839779s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.436515Z","caller":"traceutil/trace.go:171","msg":"trace[2074003658] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"1.476609074s","start":"2026-07-03T16:51:15.959887Z","end":"2026-07-03T16:51:17.436496Z","steps":["trace[2074003658] 'process raft request' (duration: 1.476375008s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.436593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.959876Z","time spent":"1.476683965s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:17.436519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.959229Z","time spent":"1.477214379s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:17.436803Z","caller":"traceutil/trace.go:171","msg":"trace[462010085] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"1.476715106s","start":"2026-07-03T16:51:15.960077Z","end":"2026-07-03T16:51:17.436792Z","steps":["trace[462010085] 'process raft request' (duration: 1.476367357s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.436863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.960068Z","time spent":"1.476766487s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:17.437198Z","caller":"traceutil/trace.go:171","msg":"trace[1362590541] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"1.476060979s","start":"2026-07-03T16:51:15.961122Z","end":"2026-07-03T16:51:17.437183Z","steps":["trace[1362590541] 'process raft request' (duration: 1.475965847s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.437265Z","caller":"traceutil/trace.go:171","msg":"trace[1244610272] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"1.477076625s","start":"2026-07-03T16:51:15.960139Z","end":"2026-07-03T16:51:17.437215Z","steps":["trace[1244610272] 'process raft request' (duration: 1.476607803s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.437356Z","caller":"traceutil/trace.go:171","msg":"trace[117099493] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"1.458468003s","start":"2026-07-03T16:51:15.978868Z","end":"2026-07-03T16:51:17.437336Z","steps":["trace[117099493] 'process raft request' (duration: 1.458386311s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.43739Z","caller":"traceutil/trace.go:171","msg":"trace[484692561] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"1.475843194s","start":"2026-07-03T16:51:15.961534Z","end":"2026-07-03T16:51:17.437377Z","steps":["trace[484692561] 'process raft request' (duration: 1.475612778s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.437458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.978848Z","time spent":"1.458546985s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:17.437465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.96151Z","time spent":"1.475924746s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:17.437481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.960102Z","time spent":"1.47726066s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:17.440135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.961089Z","time spent":"1.476152392s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:17.887997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.525394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:17.888232Z","caller":"traceutil/trace.go:171","msg":"trace[1345228153] linearizableReadLoop","detail":"{readStateIndex:27613; appliedIndex:27603; }","duration":"1.708966425s","start":"2026-07-03T16:51:16.179253Z","end":"2026-07-03T16:51:17.888219Z","steps":["trace[1345228153] 'read index received' (duration: 1.256783368s)","trace[1345228153] 'applied index is now lower than readState.Index' (duration: 452.180397ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:17.888311Z","caller":"traceutil/trace.go:171","msg":"trace[156938085] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"1.705024833s","start":"2026-07-03T16:51:16.183276Z","end":"2026-07-03T16:51:17.888301Z","steps":["trace[156938085] 'process raft request' (duration: 1.555109459s)","trace[156938085] 'compare' (duration: 149.150634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:17.888356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.183248Z","time spent":"1.705084625s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:17.888473Z","caller":"traceutil/trace.go:171","msg":"trace[1346986475] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"1.549546594s","start":"2026-07-03T16:51:16.338905Z","end":"2026-07-03T16:51:17.888451Z","steps":["trace[1346986475] 'process raft request' (duration: 1.549254266s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783580507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:17.888558Z","caller":"traceutil/trace.go:171","msg":"trace[746789118] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26689; }","duration":"1.783644409s","start":"2026-07-03T16:51:16.104903Z","end":"2026-07-03T16:51:17.888547Z","steps":["trace[746789118] 'agreement among raft nodes before linearized reading' (duration: 1.783583317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838969243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:51:17.888608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.10489Z","time spent":"1.783712091s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:51:17.888526Z","caller":"traceutil/trace.go:171","msg":"trace[1848928459] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"1.70260435s","start":"2026-07-03T16:51:16.185897Z","end":"2026-07-03T16:51:17.888502Z","steps":["trace[1848928459] 'process raft request' (duration: 1.702179489s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.338877Z","time spent":"1.549649876s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:17.888641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837492635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:51:17.888676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093537619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:17.888703Z","caller":"traceutil/trace.go:171","msg":"trace[513180119] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26689; }","duration":"2.093601951s","start":"2026-07-03T16:51:15.795095Z","end":"2026-07-03T16:51:17.888697Z","steps":["trace[513180119] 'agreement among raft nodes before linearized reading' (duration: 2.09355659s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.185879Z","time spent":"1.702779594s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:17.888727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.79507Z","time spent":"2.093652543s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:17.888703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83848767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:51:17.888737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87011557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:51:17.888768Z","caller":"traceutil/trace.go:171","msg":"trace[860676686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26689; }","duration":"1.837591038s","start":"2026-07-03T16:51:16.051106Z","end":"2026-07-03T16:51:17.888697Z","steps":["trace[860676686] 'agreement among raft nodes before linearized reading' (duration: 1.837359642s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.888789Z","caller":"traceutil/trace.go:171","msg":"trace[434225834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26689; }","duration":"1.870206562s","start":"2026-07-03T16:51:16.018573Z","end":"2026-07-03T16:51:17.888779Z","steps":["trace[434225834] 'agreement among raft nodes before linearized reading' (duration: 1.870089009s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.888794Z","caller":"traceutil/trace.go:171","msg":"trace[185913781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26689; }","duration":"1.838589483s","start":"2026-07-03T16:51:16.050183Z","end":"2026-07-03T16:51:17.888773Z","steps":["trace[185913781] 'agreement among raft nodes before linearized reading' (duration: 1.838287115s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389351125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:17.888814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22168071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:17.888843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.050153Z","time spent":"1.838678585s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:51:17.888861Z","caller":"traceutil/trace.go:171","msg":"trace[1472616564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26689; }","duration":"2.389434378s","start":"2026-07-03T16:51:15.499407Z","end":"2026-07-03T16:51:17.888841Z","steps":["trace[1472616564] 'agreement among raft nodes before linearized reading' (duration: 2.389365656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757501434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:17.888894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701729627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:17.888896Z","caller":"traceutil/trace.go:171","msg":"trace[42852395] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26689; }","duration":"2.221767352s","start":"2026-07-03T16:51:15.667108Z","end":"2026-07-03T16:51:17.888875Z","steps":["trace[42852395] 'agreement among raft nodes before linearized reading' (duration: 2.221556627s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.499382Z","time spent":"2.38950933s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:17.888913Z","caller":"traceutil/trace.go:171","msg":"trace[1316614199] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26689; }","duration":"2.757546906s","start":"2026-07-03T16:51:15.131359Z","end":"2026-07-03T16:51:17.888906Z","steps":["trace[1316614199] 'agreement among raft nodes before linearized reading' (duration: 2.757488535s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.888922Z","caller":"traceutil/trace.go:171","msg":"trace[523120167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26689; }","duration":"1.701791178s","start":"2026-07-03T16:51:16.187123Z","end":"2026-07-03T16:51:17.888914Z","steps":["trace[523120167] 'agreement among raft nodes before linearized reading' (duration: 1.701740957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.131347Z","time spent":"2.757583897s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:17.88894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485001581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:17.888935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.667048Z","time spent":"2.221876446s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:17.888955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.187107Z","time spent":"1.701842119s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:51:17.888963Z","caller":"traceutil/trace.go:171","msg":"trace[294545022] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26689; }","duration":"1.485061183s","start":"2026-07-03T16:51:16.403897Z","end":"2026-07-03T16:51:17.888958Z","steps":["trace[294545022] 'agreement among raft nodes before linearized reading' (duration: 1.485031352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.888957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582750917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:51:17.888981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.403762Z","time spent":"1.485214986s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:17.888992Z","caller":"traceutil/trace.go:171","msg":"trace[1203345240] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26689; }","duration":"2.582787178s","start":"2026-07-03T16:51:15.306195Z","end":"2026-07-03T16:51:17.888982Z","steps":["trace[1203345240] 'agreement among raft nodes before linearized reading' (duration: 2.582673365s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.888624Z","caller":"traceutil/trace.go:171","msg":"trace[281598415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26689; }","duration":"1.839073466s","start":"2026-07-03T16:51:16.049543Z","end":"2026-07-03T16:51:17.888616Z","steps":["trace[281598415] 'agreement among raft nodes before linearized reading' (duration: 1.838887031s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.889014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.306124Z","time spent":"2.582883951s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:51:17.88903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.049523Z","time spent":"1.839495916s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:17.888831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.051097Z","time spent":"1.837707871s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:17.888914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492468453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-03T16:51:17.888788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837489105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:51:17.88912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627143643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:150162"} {"level":"warn","ts":"2026-07-03T16:51:17.888816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.018552Z","time spent":"1.870256074s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:51:17.889144Z","caller":"traceutil/trace.go:171","msg":"trace[2110450232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26689; }","duration":"1.837909786s","start":"2026-07-03T16:51:16.051219Z","end":"2026-07-03T16:51:17.889129Z","steps":["trace[2110450232] 'agreement among raft nodes before linearized reading' (duration: 1.837243209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.889198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.051161Z","time spent":"1.838026178s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:17.889211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645790817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-07-03T16:51:17.888731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543395697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-07-03T16:51:17.889235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.963516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:17.889249Z","caller":"traceutil/trace.go:171","msg":"trace[699695110] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26689; }","duration":"1.645857509s","start":"2026-07-03T16:51:16.24338Z","end":"2026-07-03T16:51:17.889238Z","steps":["trace[699695110] 'agreement among raft nodes before linearized reading' (duration: 1.645742956s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.889128Z","caller":"traceutil/trace.go:171","msg":"trace[1091191260] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26689; }","duration":"1.49273395s","start":"2026-07-03T16:51:16.396387Z","end":"2026-07-03T16:51:17.889121Z","steps":["trace[1091191260] 'agreement among raft nodes before linearized reading' (duration: 1.492480513s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.889285Z","caller":"traceutil/trace.go:171","msg":"trace[1409606927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26689; }","duration":"830.014828ms","start":"2026-07-03T16:51:17.059257Z","end":"2026-07-03T16:51:17.889272Z","steps":["trace[1409606927] 'agreement among raft nodes before linearized reading' (duration: 829.940396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.889303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.396352Z","time spent":"1.492937085s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"info","ts":"2026-07-03T16:51:17.889158Z","caller":"traceutil/trace.go:171","msg":"trace[2094488572] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26689; }","duration":"1.627204354s","start":"2026-07-03T16:51:16.261943Z","end":"2026-07-03T16:51:17.889148Z","steps":["trace[2094488572] 'agreement among raft nodes before linearized reading' (duration: 1.627069341s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.889084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118578635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:17.889253Z","caller":"traceutil/trace.go:171","msg":"trace[1584394262] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26689; }","duration":"2.543967422s","start":"2026-07-03T16:51:15.345277Z","end":"2026-07-03T16:51:17.889245Z","steps":["trace[1584394262] 'agreement among raft nodes before linearized reading' (duration: 2.543245863s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:17.889508Z","caller":"traceutil/trace.go:171","msg":"trace[1864783235] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26689; }","duration":"1.119030178s","start":"2026-07-03T16:51:16.770458Z","end":"2026-07-03T16:51:17.889488Z","steps":["trace[1864783235] 'agreement among raft nodes before linearized reading' (duration: 1.118433722s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.889364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.261926Z","time spent":"1.627424751s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":150186,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:17.889292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.243359Z","time spent":"1.64592105s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-07-03T16:51:17.890869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.770437Z","time spent":"1.119228054s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:17.888992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639690039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:17.891045Z","caller":"traceutil/trace.go:171","msg":"trace[102972136] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26689; }","duration":"1.641767604s","start":"2026-07-03T16:51:16.249261Z","end":"2026-07-03T16:51:17.891029Z","steps":["trace[102972136] 'agreement among raft nodes before linearized reading' (duration: 1.639625948s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.891102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.249246Z","time spent":"1.641838725s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:17.889327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.059216Z","time spent":"830.10243ms","remote":"127.0.0.1:55396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:17.889597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.345259Z","time spent":"2.544326262s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:18.559839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.231149ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-03T16:51:18.559959Z","caller":"traceutil/trace.go:171","msg":"trace[1863012745] linearizableReadLoop","detail":"{readStateIndex:27614; appliedIndex:27613; }","duration":"667.99691ms","start":"2026-07-03T16:51:17.891941Z","end":"2026-07-03T16:51:18.559938Z","steps":["trace[1863012745] 'read index received' (duration: 264.618367ms)","trace[1863012745] 'applied index is now lower than readState.Index' (duration: 403.376593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:18.559969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.891193Z","time spent":"668.75933ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:18.560124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.147634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:18.560228Z","caller":"traceutil/trace.go:171","msg":"trace[97462076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26689; }","duration":"668.285588ms","start":"2026-07-03T16:51:17.891919Z","end":"2026-07-03T16:51:18.560205Z","steps":["trace[97462076] 'agreement among raft nodes before linearized reading' (duration: 668.096873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:18.560281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.891903Z","time spent":"668.36896ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:19.458108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.926632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:19.458876Z","caller":"traceutil/trace.go:171","msg":"trace[2055441467] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"1.564479411s","start":"2026-07-03T16:51:17.894367Z","end":"2026-07-03T16:51:19.458847Z","steps":["trace[2055441467] 'process raft request' (duration: 928.748667ms)","trace[2055441467] 'compare' (duration: 634.115752ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:19.458961Z","caller":"traceutil/trace.go:171","msg":"trace[492552379] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"1.56446337s","start":"2026-07-03T16:51:17.894473Z","end":"2026-07-03T16:51:19.458936Z","steps":["trace[492552379] 'process raft request' (duration: 1.564212644s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:19.458958Z","caller":"traceutil/trace.go:171","msg":"trace[238057139] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"1.564379878s","start":"2026-07-03T16:51:17.894552Z","end":"2026-07-03T16:51:19.458931Z","steps":["trace[238057139] 'process raft request' (duration: 1.564220084s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:19.458995Z","caller":"traceutil/trace.go:171","msg":"trace[1789467201] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"1.562094269s","start":"2026-07-03T16:51:17.896876Z","end":"2026-07-03T16:51:19.458971Z","steps":["trace[1789467201] 'process raft request' (duration: 1.561926295s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:19.458994Z","caller":"traceutil/trace.go:171","msg":"trace[1301115059] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"1.561961066s","start":"2026-07-03T16:51:17.896996Z","end":"2026-07-03T16:51:19.458957Z","steps":["trace[1301115059] 'process raft request' (duration: 1.561845593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.459042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.894349Z","time spent":"1.564614444s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:19.45906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.894467Z","time spent":"1.564546762s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:19.459085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.894545Z","time spent":"1.564479111s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:19.459121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.896867Z","time spent":"1.562195412s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:19.459169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.896988Z","time spent":"1.562091709s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:19.459202Z","caller":"traceutil/trace.go:171","msg":"trace[126377789] linearizableReadLoop","detail":"{readStateIndex:27622; appliedIndex:27614; }","duration":"899.206202ms","start":"2026-07-03T16:51:18.559982Z","end":"2026-07-03T16:51:19.459188Z","steps":["trace[126377789] 'read index received' (duration: 263.280653ms)","trace[126377789] 'applied index is now lower than readState.Index' (duration: 635.924869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:19.459276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561545766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:19.459288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083909888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:19.459303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544552183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:19.459323Z","caller":"traceutil/trace.go:171","msg":"trace[372602611] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26698; }","duration":"1.561617317s","start":"2026-07-03T16:51:17.897691Z","end":"2026-07-03T16:51:19.459309Z","steps":["trace[372602611] 'agreement among raft nodes before linearized reading' (duration: 1.561538835s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:19.459358Z","caller":"traceutil/trace.go:171","msg":"trace[1613164944] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"968.878337ms","start":"2026-07-03T16:51:18.49047Z","end":"2026-07-03T16:51:19.459348Z","steps":["trace[1613164944] 'process raft request' (duration: 968.455506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.459366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.897686Z","time spent":"1.561671368s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:51:19.459365Z","caller":"traceutil/trace.go:171","msg":"trace[1053123819] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"1.561471162s","start":"2026-07-03T16:51:17.897884Z","end":"2026-07-03T16:51:19.459355Z","steps":["trace[1053123819] 'process raft request' (duration: 1.56098581s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:19.459371Z","caller":"traceutil/trace.go:171","msg":"trace[1692702559] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26698; }","duration":"1.544651876s","start":"2026-07-03T16:51:17.914698Z","end":"2026-07-03T16:51:19.45935Z","steps":["trace[1692702559] 'agreement among raft nodes before linearized reading' (duration: 1.544517062s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.4594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56331324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-07-03T16:51:19.459411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.490441Z","time spent":"968.939599ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:19.459415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562709935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-03T16:51:19.459427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433984019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170695"} {"level":"info","ts":"2026-07-03T16:51:19.459453Z","caller":"traceutil/trace.go:171","msg":"trace[1749107847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26698; }","duration":"1.562763426s","start":"2026-07-03T16:51:17.896678Z","end":"2026-07-03T16:51:19.459441Z","steps":["trace[1749107847] 'agreement among raft nodes before linearized reading' (duration: 1.562626563s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:19.459325Z","caller":"traceutil/trace.go:171","msg":"trace[1836382032] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26698; }","duration":"1.083983699s","start":"2026-07-03T16:51:18.37533Z","end":"2026-07-03T16:51:19.459314Z","steps":["trace[1836382032] 'agreement among raft nodes before linearized reading' (duration: 1.083882296s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.459494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.375309Z","time spent":"1.084176454s","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:19.459506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.896672Z","time spent":"1.562811517s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-03T16:51:19.459494Z","caller":"traceutil/trace.go:171","msg":"trace[1841263862] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26698; }","duration":"1.434092852s","start":"2026-07-03T16:51:18.02538Z","end":"2026-07-03T16:51:19.459473Z","steps":["trace[1841263862] 'agreement among raft nodes before linearized reading' (duration: 1.433844166s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.459486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.897877Z","time spent":"1.561540614s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:19.459302Z","caller":"traceutil/trace.go:171","msg":"trace[104175789] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"1.269343473s","start":"2026-07-03T16:51:18.189925Z","end":"2026-07-03T16:51:19.459268Z","steps":["trace[104175789] 'process raft request' (duration: 1.268972693s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:19.459443Z","caller":"traceutil/trace.go:171","msg":"trace[856366376] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:26698; }","duration":"1.563382112s","start":"2026-07-03T16:51:17.896048Z","end":"2026-07-03T16:51:19.45943Z","steps":["trace[856366376] 'agreement among raft nodes before linearized reading' (duration: 1.563261319s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.459551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.025351Z","time spent":"1.434187604s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":170719,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:19.459578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.189897Z","time spent":"1.269648581s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:19.459616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.896033Z","time spent":"1.563557367s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:19.459443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.914677Z","time spent":"1.544749789s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:19.459531Z","caller":"traceutil/trace.go:171","msg":"trace[1515819187] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"898.309888ms","start":"2026-07-03T16:51:18.561204Z","end":"2026-07-03T16:51:19.459513Z","steps":["trace[1515819187] 'process raft request' (duration: 897.834206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.459755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.561171Z","time spent":"898.541064ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:20.569781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:20.569846Z","caller":"traceutil/trace.go:171","msg":"trace[1469003896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000738436s","start":"2026-07-03T16:51:18.569094Z","end":"2026-07-03T16:51:20.569832Z","steps":["trace[1469003896] 'agreement among raft nodes before linearized reading' (duration: 2.000657214s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:20.569878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.569072Z","time spent":"2.000800007s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:20.733182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.629606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:20.734209Z","caller":"traceutil/trace.go:171","msg":"trace[311196754] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"1.288939561s","start":"2026-07-03T16:51:19.445229Z","end":"2026-07-03T16:51:20.734169Z","steps":["trace[311196754] 'process raft request' (duration: 342.248588ms)","trace[311196754] 'compare' (duration: 944.840165ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:20.734338Z","caller":"traceutil/trace.go:171","msg":"trace[840885866] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"1.288817788s","start":"2026-07-03T16:51:19.445492Z","end":"2026-07-03T16:51:20.73431Z","steps":["trace[840885866] 'process raft request' (duration: 1.288552361s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:20.73443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.445205Z","time spent":"1.289098515s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:20.734459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.445474Z","time spent":"1.288923061s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:20.734472Z","caller":"traceutil/trace.go:171","msg":"trace[190034336] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"1.28889363s","start":"2026-07-03T16:51:19.44554Z","end":"2026-07-03T16:51:20.734434Z","steps":["trace[190034336] 'process raft request' (duration: 1.288658204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:20.734678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.445507Z","time spent":"1.289052974s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:20.734922Z","caller":"traceutil/trace.go:171","msg":"trace[881774417] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"1.288438798s","start":"2026-07-03T16:51:19.446463Z","end":"2026-07-03T16:51:20.734902Z","steps":["trace[881774417] 'process raft request' (duration: 1.287985956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:20.735008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.446426Z","time spent":"1.28853942s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:20.735078Z","caller":"traceutil/trace.go:171","msg":"trace[2053572256] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"1.288297235s","start":"2026-07-03T16:51:19.446764Z","end":"2026-07-03T16:51:20.735061Z","steps":["trace[2053572256] 'process raft request' (duration: 1.28810027s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:20.735062Z","caller":"traceutil/trace.go:171","msg":"trace[2009985628] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"1.288474749s","start":"2026-07-03T16:51:19.44656Z","end":"2026-07-03T16:51:20.735034Z","steps":["trace[2009985628] 'process raft request' (duration: 1.288096159s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:20.734577Z","caller":"traceutil/trace.go:171","msg":"trace[1903940966] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"1.288982561s","start":"2026-07-03T16:51:19.445557Z","end":"2026-07-03T16:51:20.73454Z","steps":["trace[1903940966] 'process raft request' (duration: 1.288686594s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:20.735148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579358896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:20.735174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.446737Z","time spent":"1.288396407s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:20.735226Z","caller":"traceutil/trace.go:171","msg":"trace[727757697] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26705; }","duration":"1.579447718s","start":"2026-07-03T16:51:19.155755Z","end":"2026-07-03T16:51:20.735203Z","steps":["trace[727757697] 'agreement among raft nodes before linearized reading' (duration: 1.579308995s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:20.735284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.155683Z","time spent":"1.579587282s","remote":"127.0.0.1:55240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:20.735093Z","caller":"traceutil/trace.go:171","msg":"trace[483282553] linearizableReadLoop","detail":"{readStateIndex:27630; appliedIndex:27623; }","duration":"1.275745249s","start":"2026-07-03T16:51:19.459287Z","end":"2026-07-03T16:51:20.735032Z","steps":["trace[483282553] 'read index received' (duration: 328.206625ms)","trace[483282553] 'applied index is now lower than readState.Index' (duration: 947.536174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:20.735406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.446551Z","time spent":"1.288626303s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:20.735356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682191761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:51:20.735544Z","caller":"traceutil/trace.go:171","msg":"trace[625053197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26705; }","duration":"1.682432337s","start":"2026-07-03T16:51:19.053097Z","end":"2026-07-03T16:51:20.735529Z","steps":["trace[625053197] 'agreement among raft nodes before linearized reading' (duration: 1.682108428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:20.735599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.053073Z","time spent":"1.68251176s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:51:20.735627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.445533Z","time spent":"1.289654439s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:21.078569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.957007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:21.078678Z","caller":"traceutil/trace.go:171","msg":"trace[887330626] linearizableReadLoop","detail":"{readStateIndex:27631; appliedIndex:27630; }","duration":"343.239475ms","start":"2026-07-03T16:51:20.735422Z","end":"2026-07-03T16:51:21.078661Z","steps":["trace[887330626] 'read index received' (duration: 213.140284ms)","trace[887330626] 'applied index is now lower than readState.Index' (duration: 130.098031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:21.078844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610086603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:21.078885Z","caller":"traceutil/trace.go:171","msg":"trace[2090315497] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26706; }","duration":"1.610173455s","start":"2026-07-03T16:51:19.468699Z","end":"2026-07-03T16:51:21.078873Z","steps":["trace[2090315497] 'agreement among raft nodes before linearized reading' (duration: 1.610101783s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.078934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.468678Z","time spent":"1.610235567s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:51:21.079014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.076032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:21.079074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558431684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:56933"} {"level":"info","ts":"2026-07-03T16:51:21.079158Z","caller":"traceutil/trace.go:171","msg":"trace[1362145589] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"956.343292ms","start":"2026-07-03T16:51:20.122799Z","end":"2026-07-03T16:51:21.079143Z","steps":["trace[1362145589] 'process raft request' (duration: 825.715098ms)","trace[1362145589] 'compare' (duration: 129.68502ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:21.079179Z","caller":"traceutil/trace.go:171","msg":"trace[580413242] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26706; }","duration":"1.558547707s","start":"2026-07-03T16:51:19.520607Z","end":"2026-07-03T16:51:21.079154Z","steps":["trace[580413242] 'agreement among raft nodes before linearized reading' (duration: 1.558312951s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.079216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.551643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:21.079229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183485598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:21.079255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.122781Z","time spent":"956.413293ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:21.079239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615874054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:51:21.0793Z","caller":"traceutil/trace.go:171","msg":"trace[558434261] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26706; }","duration":"355.659816ms","start":"2026-07-03T16:51:20.723612Z","end":"2026-07-03T16:51:21.079271Z","steps":["trace[558434261] 'agreement among raft nodes before linearized reading' (duration: 355.533673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:21.079316Z","caller":"traceutil/trace.go:171","msg":"trace[1286847724] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26706; }","duration":"1.183617151s","start":"2026-07-03T16:51:19.895682Z","end":"2026-07-03T16:51:21.079299Z","steps":["trace[1286847724] 'agreement among raft nodes before linearized reading' (duration: 1.183479198s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:21.079328Z","caller":"traceutil/trace.go:171","msg":"trace[338690883] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26706; }","duration":"1.616010296s","start":"2026-07-03T16:51:19.4633Z","end":"2026-07-03T16:51:21.079311Z","steps":["trace[338690883] 'agreement among raft nodes before linearized reading' (duration: 1.615734669s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.079353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.723596Z","time spent":"355.741028ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:21.079381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.463282Z","time spent":"1.616088579s","remote":"127.0.0.1:50902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:51:21.079389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519404233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:21.079411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614390145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:51:21.07935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.895655Z","time spent":"1.183685573s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:21.079456Z","caller":"traceutil/trace.go:171","msg":"trace[1789026156] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26706; }","duration":"1.519539876s","start":"2026-07-03T16:51:19.559894Z","end":"2026-07-03T16:51:21.079434Z","steps":["trace[1789026156] 'agreement among raft nodes before linearized reading' (duration: 1.519365122s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:21.079481Z","caller":"traceutil/trace.go:171","msg":"trace[683361777] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02; range_end:; response_count:1; response_revision:26706; }","duration":"1.614444646s","start":"2026-07-03T16:51:19.465002Z","end":"2026-07-03T16:51:21.079447Z","steps":["trace[683361777] 'agreement among raft nodes before linearized reading' (duration: 1.614268241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.079493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.559869Z","time spent":"1.519613718s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:21.079522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.394565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:21.079541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.464996Z","time spent":"1.614536438s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2ab78541c02\" "} {"level":"warn","ts":"2026-07-03T16:51:21.079234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.520514Z","time spent":"1.558710271s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":56957,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:21.07959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.775917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:51:21.079659Z","caller":"traceutil/trace.go:171","msg":"trace[203147153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26706; }","duration":"106.89034ms","start":"2026-07-03T16:51:20.972749Z","end":"2026-07-03T16:51:21.079639Z","steps":["trace[203147153] 'agreement among raft nodes before linearized reading' (duration: 106.734376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.079717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614825005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"warn","ts":"2026-07-03T16:51:21.07975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.579622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:21.079774Z","caller":"traceutil/trace.go:171","msg":"trace[768818867] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:26706; }","duration":"1.614906308s","start":"2026-07-03T16:51:19.464851Z","end":"2026-07-03T16:51:21.079757Z","steps":["trace[768818867] 'agreement among raft nodes before linearized reading' (duration: 1.614753324s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:21.079783Z","caller":"traceutil/trace.go:171","msg":"trace[44909447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26706; }","duration":"128.648103ms","start":"2026-07-03T16:51:20.951126Z","end":"2026-07-03T16:51:21.079774Z","steps":["trace[44909447] 'agreement among raft nodes before linearized reading' (duration: 128.597452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.079831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.464836Z","time spent":"1.614982699s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:21.079352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.245071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:51:21.079208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600165886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:21.07991Z","caller":"traceutil/trace.go:171","msg":"trace[123370302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26706; }","duration":"339.833076ms","start":"2026-07-03T16:51:20.740064Z","end":"2026-07-03T16:51:21.079897Z","steps":["trace[123370302] 'agreement among raft nodes before linearized reading' (duration: 339.1757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:21.079938Z","caller":"traceutil/trace.go:171","msg":"trace[557727427] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26706; }","duration":"1.600951406s","start":"2026-07-03T16:51:19.478967Z","end":"2026-07-03T16:51:21.079918Z","steps":["trace[557727427] 'agreement among raft nodes before linearized reading' (duration: 1.600125805s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.080014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.478947Z","time spent":"1.601045128s","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:21.079105Z","caller":"traceutil/trace.go:171","msg":"trace[2082665994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26706; }","duration":"509.207815ms","start":"2026-07-03T16:51:20.569868Z","end":"2026-07-03T16:51:21.079076Z","steps":["trace[2082665994] 'agreement among raft nodes before linearized reading' (duration: 509.045641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.080045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.740048Z","time spent":"339.892487ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:51:21.079561Z","caller":"traceutil/trace.go:171","msg":"trace[317801132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26706; }","duration":"383.462866ms","start":"2026-07-03T16:51:20.696086Z","end":"2026-07-03T16:51:21.079549Z","steps":["trace[317801132] 'agreement among raft nodes before linearized reading' (duration: 383.374884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.080111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.569844Z","time spent":"510.243722ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:21.080137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.696067Z","time spent":"384.048182ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:21.079246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147523966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:21.080297Z","caller":"traceutil/trace.go:171","msg":"trace[664354218] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26706; }","duration":"1.148733259s","start":"2026-07-03T16:51:19.931542Z","end":"2026-07-03T16:51:21.080276Z","steps":["trace[664354218] 'agreement among raft nodes before linearized reading' (duration: 1.147561348s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.080385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.931489Z","time spent":"1.148866482s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:21.080636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207017378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:51:21.080702Z","caller":"traceutil/trace.go:171","msg":"trace[617946047] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26706; }","duration":"1.207128461s","start":"2026-07-03T16:51:19.873558Z","end":"2026-07-03T16:51:21.080686Z","steps":["trace[617946047] 'agreement among raft nodes before linearized reading' (duration: 1.20516491s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.080743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.873532Z","time spent":"1.207202423s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:21.080833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.594868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:21.08179Z","caller":"traceutil/trace.go:171","msg":"trace[1708983710] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26706; }","duration":"754.587593ms","start":"2026-07-03T16:51:20.327184Z","end":"2026-07-03T16:51:21.081772Z","steps":["trace[1708983710] 'agreement among raft nodes before linearized reading' (duration: 752.408827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.081898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.327163Z","time spent":"754.716177ms","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:21.07894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609029096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-07-03T16:51:21.082069Z","caller":"traceutil/trace.go:171","msg":"trace[1690643256] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26706; }","duration":"1.612170956s","start":"2026-07-03T16:51:19.46988Z","end":"2026-07-03T16:51:21.082051Z","steps":["trace[1690643256] 'agreement among raft nodes before linearized reading' (duration: 1.608919352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.082128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.469872Z","time spent":"1.612238878s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-07-03T16:51:21.52239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.999459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:21.522582Z","caller":"traceutil/trace.go:171","msg":"trace[389159502] linearizableReadLoop","detail":"{readStateIndex:27634; appliedIndex:27632; }","duration":"412.425747ms","start":"2026-07-03T16:51:21.11014Z","end":"2026-07-03T16:51:21.522566Z","steps":["trace[389159502] 'read index received' (duration: 292.019197ms)","trace[389159502] 'applied index is now lower than readState.Index' (duration: 120.40558ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:21.522606Z","caller":"traceutil/trace.go:171","msg":"trace[515606993] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"435.462104ms","start":"2026-07-03T16:51:21.08711Z","end":"2026-07-03T16:51:21.522572Z","steps":["trace[515606993] 'process raft request' (duration: 315.220418ms)","trace[515606993] 'compare' (duration: 118.649995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:21.522714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.08709Z","time spent":"435.570967ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:51:21.522757Z","caller":"traceutil/trace.go:171","msg":"trace[482405226] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"435.148316ms","start":"2026-07-03T16:51:21.0876Z","end":"2026-07-03T16:51:21.522748Z","steps":["trace[482405226] 'process raft request' (duration: 434.860829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.522809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.087584Z","time spent":"435.194498ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:21.522924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.977344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:51:21.522998Z","caller":"traceutil/trace.go:171","msg":"trace[714793364] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26709; }","duration":"437.072446ms","start":"2026-07-03T16:51:21.085909Z","end":"2026-07-03T16:51:21.522981Z","steps":["trace[714793364] 'agreement among raft nodes before linearized reading' (duration: 436.849549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.52304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.085901Z","time spent":"437.131087ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:51:21.52306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.781255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:51:21.523083Z","caller":"traceutil/trace.go:171","msg":"trace[598854973] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e; range_end:; response_count:1; response_revision:26709; }","duration":"437.854806ms","start":"2026-07-03T16:51:21.085221Z","end":"2026-07-03T16:51:21.523076Z","steps":["trace[598854973] 'agreement among raft nodes before linearized reading' (duration: 437.799665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.523109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.085193Z","time spent":"437.912248ms","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-2f42b529-5456-4524-9dc8-e6e8cf6efe8e\" "} {"level":"warn","ts":"2026-07-03T16:51:21.523117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.944731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:21.52314Z","caller":"traceutil/trace.go:171","msg":"trace[336236384] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26709; }","duration":"434.983413ms","start":"2026-07-03T16:51:21.08815Z","end":"2026-07-03T16:51:21.523133Z","steps":["trace[336236384] 'agreement among raft nodes before linearized reading' (duration: 434.923991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.523158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.088146Z","time spent":"435.008433ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:51:21.523245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.491955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:21.523282Z","caller":"traceutil/trace.go:171","msg":"trace[1526469819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26709; }","duration":"435.536616ms","start":"2026-07-03T16:51:21.087736Z","end":"2026-07-03T16:51:21.523272Z","steps":["trace[1526469819] 'agreement among raft nodes before linearized reading' (duration: 435.476645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.523311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.087731Z","time spent":"435.573447ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:21.523008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.562479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:51:21.523366Z","caller":"traceutil/trace.go:171","msg":"trace[1736312608] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:26709; }","duration":"437.938929ms","start":"2026-07-03T16:51:21.08542Z","end":"2026-07-03T16:51:21.523359Z","steps":["trace[1736312608] 'agreement among raft nodes before linearized reading' (duration: 437.501857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.523391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.085413Z","time spent":"437.97201ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:21.523493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.126784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-07-03T16:51:21.52357Z","caller":"traceutil/trace.go:171","msg":"trace[1000860550] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26709; }","duration":"433.267367ms","start":"2026-07-03T16:51:21.090285Z","end":"2026-07-03T16:51:21.523552Z","steps":["trace[1000860550] 'agreement among raft nodes before linearized reading' (duration: 432.828616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.5237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.09028Z","time spent":"433.406791ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-03T16:51:21.564354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.329369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:51:21.564434Z","caller":"traceutil/trace.go:171","msg":"trace[1469096270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26710; }","duration":"100.451742ms","start":"2026-07-03T16:51:21.463963Z","end":"2026-07-03T16:51:21.564415Z","steps":["trace[1469096270] 'agreement among raft nodes before linearized reading' (duration: 100.277857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.564635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.385571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-03T16:51:21.564717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.57091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:138816"} {"level":"info","ts":"2026-07-03T16:51:21.564712Z","caller":"traceutil/trace.go:171","msg":"trace[1276327140] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298; range_end:; response_count:1; response_revision:26710; }","duration":"450.528284ms","start":"2026-07-03T16:51:21.114164Z","end":"2026-07-03T16:51:21.564693Z","steps":["trace[1276327140] 'agreement among raft nodes before linearized reading' (duration: 450.281618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:21.564775Z","caller":"traceutil/trace.go:171","msg":"trace[61164850] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26710; }","duration":"395.697524ms","start":"2026-07-03T16:51:21.169061Z","end":"2026-07-03T16:51:21.564759Z","steps":["trace[61164850] 'agreement among raft nodes before linearized reading' (duration: 394.986795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.564781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.114154Z","time spent":"450.615676ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mmwwc.18bed58f2b21d298\" "} {"level":"warn","ts":"2026-07-03T16:51:21.564862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.197678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:21.564891Z","caller":"traceutil/trace.go:171","msg":"trace[2068901637] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26710; }","duration":"325.223429ms","start":"2026-07-03T16:51:21.23966Z","end":"2026-07-03T16:51:21.564884Z","steps":["trace[2068901637] 'agreement among raft nodes before linearized reading' (duration: 325.174848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.564907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.239616Z","time spent":"325.28722ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:51:21.56482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.169043Z","time spent":"395.753036ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":138840,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:22.069062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:22.465132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.049511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:22.465232Z","caller":"traceutil/trace.go:171","msg":"trace[258113967] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"897.134498ms","start":"2026-07-03T16:51:21.568079Z","end":"2026-07-03T16:51:22.465214Z","steps":["trace[258113967] 'process raft request' (duration: 688.910022ms)","trace[258113967] 'compare' (duration: 205.420893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:22.465301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.568052Z","time spent":"897.219779ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:23.210966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.994983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:23.211232Z","caller":"traceutil/trace.go:171","msg":"trace[1522117903] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"1.640433768s","start":"2026-07-03T16:51:21.570781Z","end":"2026-07-03T16:51:23.211215Z","steps":["trace[1522117903] 'process raft request' (duration: 1.640362817s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.211306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.570777Z","time spent":"1.64049649s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.211331Z","caller":"traceutil/trace.go:171","msg":"trace[803583243] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"1.640611413s","start":"2026-07-03T16:51:21.570688Z","end":"2026-07-03T16:51:23.2113Z","steps":["trace[803583243] 'process raft request' (duration: 1.127198019s)","trace[803583243] 'compare' (duration: 511.676319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:23.211484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.57067Z","time spent":"1.640739775s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.211594Z","caller":"traceutil/trace.go:171","msg":"trace[1899920337] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"1.640820158s","start":"2026-07-03T16:51:21.570754Z","end":"2026-07-03T16:51:23.211574Z","steps":["trace[1899920337] 'process raft request' (duration: 1.640302674s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.211677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.57075Z","time spent":"1.640883519s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.211806Z","caller":"traceutil/trace.go:171","msg":"trace[60013811] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"1.640979242s","start":"2026-07-03T16:51:21.570809Z","end":"2026-07-03T16:51:23.211788Z","steps":["trace[60013811] 'process raft request' (duration: 1.640371007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.211901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.570804Z","time spent":"1.641059644s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.212123Z","caller":"traceutil/trace.go:171","msg":"trace[2016628177] linearizableReadLoop","detail":"{readStateIndex:27641; appliedIndex:27635; }","duration":"1.643868548s","start":"2026-07-03T16:51:21.568244Z","end":"2026-07-03T16:51:23.212112Z","steps":["trace[2016628177] 'read index received' (duration: 688.744168ms)","trace[2016628177] 'applied index is now lower than readState.Index' (duration: 955.12347ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:23.212238Z","caller":"traceutil/trace.go:171","msg":"trace[2128850917] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"469.990759ms","start":"2026-07-03T16:51:22.742238Z","end":"2026-07-03T16:51:23.212228Z","steps":["trace[2128850917] 'process raft request' (duration: 469.828785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.2123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.742213Z","time spent":"470.05465ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.212278Z","caller":"traceutil/trace.go:171","msg":"trace[1785104516] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"1.641190248s","start":"2026-07-03T16:51:21.571065Z","end":"2026-07-03T16:51:23.212255Z","steps":["trace[1785104516] 'process raft request' (duration: 1.640639853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.212488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.57106Z","time spent":"1.641298312s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:23.212506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644259338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:51:23.212553Z","caller":"traceutil/trace.go:171","msg":"trace[804993623] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26717; }","duration":"1.644326949s","start":"2026-07-03T16:51:21.568215Z","end":"2026-07-03T16:51:23.212542Z","steps":["trace[804993623] 'agreement among raft nodes before linearized reading' (duration: 1.644170825s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.212589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.568196Z","time spent":"1.644386672s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:23.713193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408718,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:51:23.766583Z","caller":"traceutil/trace.go:171","msg":"trace[621338347] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"1.024266311s","start":"2026-07-03T16:51:22.742298Z","end":"2026-07-03T16:51:23.766564Z","steps":["trace[621338347] 'process raft request' (duration: 1.020080323s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.766692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.742243Z","time spent":"1.024395615s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.766795Z","caller":"traceutil/trace.go:171","msg":"trace[1970228950] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"1.024459357s","start":"2026-07-03T16:51:22.742309Z","end":"2026-07-03T16:51:23.766768Z","steps":["trace[1970228950] 'process raft request' (duration: 1.024157879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.766916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.742297Z","time spent":"1.024551359s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.76696Z","caller":"traceutil/trace.go:171","msg":"trace[58726080] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"1.024617561s","start":"2026-07-03T16:51:22.742334Z","end":"2026-07-03T16:51:23.766952Z","steps":["trace[58726080] 'process raft request' (duration: 1.024340714s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:23.766956Z","caller":"traceutil/trace.go:171","msg":"trace[1917187425] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"1.023657206s","start":"2026-07-03T16:51:22.743277Z","end":"2026-07-03T16:51:23.766934Z","steps":["trace[1917187425] 'process raft request' (duration: 1.023612115s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.767007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.742311Z","time spent":"1.024675243s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.767018Z","caller":"traceutil/trace.go:171","msg":"trace[110560223] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"1.024603321s","start":"2026-07-03T16:51:22.742398Z","end":"2026-07-03T16:51:23.767002Z","steps":["trace[110560223] 'process raft request' (duration: 1.024362565s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.767078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.743262Z","time spent":"1.023747509s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:23.76708Z","caller":"traceutil/trace.go:171","msg":"trace[1675390982] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"1.024421407s","start":"2026-07-03T16:51:22.742636Z","end":"2026-07-03T16:51:23.767058Z","steps":["trace[1675390982] 'process raft request' (duration: 1.024213001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.767133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.742375Z","time spent":"1.024700573s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:23.767174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.742629Z","time spent":"1.024498688s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:23.956088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:23.956166Z","caller":"traceutil/trace.go:171","msg":"trace[621725465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474718s","start":"2026-07-03T16:51:21.955673Z","end":"2026-07-03T16:51:23.956147Z","steps":["trace[621725465] 'agreement among raft nodes before linearized reading' (duration: 2.000369566s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.956203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.955658Z","time spent":"2.00053774s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:25.375416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428120237s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:51:25.375532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068829727s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:25.375682Z","caller":"traceutil/trace.go:171","msg":"trace[1015359570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26723; }","duration":"1.068999971s","start":"2026-07-03T16:51:24.306659Z","end":"2026-07-03T16:51:25.375659Z","steps":["trace[1015359570] 'range keys from in-memory index tree' (duration: 1.068804986s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:25.378075Z","caller":"traceutil/trace.go:171","msg":"trace[488859113] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"1.807348653s","start":"2026-07-03T16:51:23.570706Z","end":"2026-07-03T16:51:25.378055Z","steps":["trace[488859113] 'process raft request' (duration: 1.804825618s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.378229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.570659Z","time spent":"1.807500417s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:25.75027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.735952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:25.750448Z","caller":"traceutil/trace.go:171","msg":"trace[291892883] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27642; }","duration":"2.538274214s","start":"2026-07-03T16:51:23.212156Z","end":"2026-07-03T16:51:25.75043Z","steps":["trace[291892883] 'read index received' (duration: 550.263478ms)","trace[291892883] 'applied index is now lower than readState.Index' (duration: 1.988009606s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:25.750533Z","caller":"traceutil/trace.go:171","msg":"trace[1292349684] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"2.065078583s","start":"2026-07-03T16:51:23.685288Z","end":"2026-07-03T16:51:25.750366Z","steps":["trace[1292349684] 'process raft request' (duration: 1.692753235s)","trace[1292349684] 'compare' (duration: 371.27902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:25.750872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.685267Z","time spent":"2.065393742s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:25.751568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651891989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:25.751733Z","caller":"traceutil/trace.go:171","msg":"trace[1730906504] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26726; }","duration":"2.652091434s","start":"2026-07-03T16:51:23.099611Z","end":"2026-07-03T16:51:25.751703Z","steps":["trace[1730906504] 'agreement among raft nodes before linearized reading' (duration: 2.650921104s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.751798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.099591Z","time spent":"2.652170646s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:25.752152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.592129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:25.75221Z","caller":"traceutil/trace.go:171","msg":"trace[716673786] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26726; }","duration":"459.694992ms","start":"2026-07-03T16:51:25.2925Z","end":"2026-07-03T16:51:25.752195Z","steps":["trace[716673786] 'agreement among raft nodes before linearized reading' (duration: 459.591179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.75225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.292472Z","time spent":"459.768064ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:25.752448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.238543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:51:25.752498Z","caller":"traceutil/trace.go:171","msg":"trace[1886841751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26726; }","duration":"534.405448ms","start":"2026-07-03T16:51:25.218084Z","end":"2026-07-03T16:51:25.752489Z","steps":["trace[1886841751] 'agreement among raft nodes before linearized reading' (duration: 534.030238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.752589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.218072Z","time spent":"534.490529ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:25.752858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713422002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:25.753016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745769222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:25.753048Z","caller":"traceutil/trace.go:171","msg":"trace[1482223464] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26726; }","duration":"2.713668659s","start":"2026-07-03T16:51:23.039359Z","end":"2026-07-03T16:51:25.753028Z","steps":["trace[1482223464] 'agreement among raft nodes before linearized reading' (duration: 2.711187635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.753129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.039314Z","time spent":"2.713799384s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:25.753098Z","caller":"traceutil/trace.go:171","msg":"trace[565878951] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26726; }","duration":"2.745888676s","start":"2026-07-03T16:51:23.007183Z","end":"2026-07-03T16:51:25.753072Z","steps":["trace[565878951] 'agreement among raft nodes before linearized reading' (duration: 2.74337735s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.753327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.007161Z","time spent":"2.746144612s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:25.753604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264945929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:25.753763Z","caller":"traceutil/trace.go:171","msg":"trace[1022453678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26726; }","duration":"1.265623356s","start":"2026-07-03T16:51:24.48807Z","end":"2026-07-03T16:51:25.753693Z","steps":["trace[1022453678] 'agreement among raft nodes before linearized reading' (duration: 1.264912368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.753822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:24.488053Z","time spent":"1.265755099s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:25.753839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.545564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:51:25.753866Z","caller":"traceutil/trace.go:171","msg":"trace[1866046636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26726; }","duration":"536.595326ms","start":"2026-07-03T16:51:25.217263Z","end":"2026-07-03T16:51:25.753859Z","steps":["trace[1866046636] 'agreement among raft nodes before linearized reading' (duration: 536.39104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.753922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.217252Z","time spent":"536.664617ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:25.753959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888045369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:51:25.754035Z","caller":"traceutil/trace.go:171","msg":"trace[1428484144] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26726; }","duration":"2.888150781s","start":"2026-07-03T16:51:22.865867Z","end":"2026-07-03T16:51:25.754018Z","steps":["trace[1428484144] 'agreement among raft nodes before linearized reading' (duration: 2.884701861s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.754088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.865849Z","time spent":"2.888215423s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:25.754198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.598012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:25.754229Z","caller":"traceutil/trace.go:171","msg":"trace[257836551] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26726; }","duration":"730.660784ms","start":"2026-07-03T16:51:25.023561Z","end":"2026-07-03T16:51:25.754222Z","steps":["trace[257836551] 'agreement among raft nodes before linearized reading' (duration: 730.556611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.754249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.02354Z","time spent":"730.703345ms","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:25.754381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.881156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:25.754407Z","caller":"traceutil/trace.go:171","msg":"trace[628027556] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26726; }","duration":"929.942618ms","start":"2026-07-03T16:51:24.824458Z","end":"2026-07-03T16:51:25.754401Z","steps":["trace[628027556] 'agreement among raft nodes before linearized reading' (duration: 929.897656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.754428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:24.824438Z","time spent":"929.982739ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:25.753637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.571825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:51:25.754526Z","caller":"traceutil/trace.go:171","msg":"trace[743293100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26726; }","duration":"537.519909ms","start":"2026-07-03T16:51:25.216999Z","end":"2026-07-03T16:51:25.754519Z","steps":["trace[743293100] 'agreement among raft nodes before linearized reading' (duration: 536.557554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.754548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.216978Z","time spent":"537.56289ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:51:25.754197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.091688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:51:25.754678Z","caller":"traceutil/trace.go:171","msg":"trace[594026038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26726; }","duration":"537.58936ms","start":"2026-07-03T16:51:25.21708Z","end":"2026-07-03T16:51:25.75467Z","steps":["trace[594026038] 'agreement among raft nodes before linearized reading' (duration: 537.007196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.754712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.217074Z","time spent":"537.628492ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:25.754728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18473787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"info","ts":"2026-07-03T16:51:25.754786Z","caller":"traceutil/trace.go:171","msg":"trace[2130647756] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:26726; }","duration":"4.184791462s","start":"2026-07-03T16:51:21.569964Z","end":"2026-07-03T16:51:25.754756Z","steps":["trace[2130647756] 'agreement among raft nodes before linearized reading' (duration: 4.180672215s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.754785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065797004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:25.754816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.569954Z","time spent":"4.184854123s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1321,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-07-03T16:51:25.754945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286584865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-03T16:51:25.754987Z","caller":"traceutil/trace.go:171","msg":"trace[1277454292] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378; range_end:; response_count:1; response_revision:26726; }","duration":"3.286658207s","start":"2026-07-03T16:51:22.468319Z","end":"2026-07-03T16:51:25.754977Z","steps":["trace[1277454292] 'agreement among raft nodes before linearized reading' (duration: 3.282271214s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.4683Z","time spent":"3.286711688s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378\" "} {"level":"warn","ts":"2026-07-03T16:51:25.755201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975496628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:25.755237Z","caller":"traceutil/trace.go:171","msg":"trace[295896256] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26726; }","duration":"3.975563569s","start":"2026-07-03T16:51:21.779661Z","end":"2026-07-03T16:51:25.755225Z","steps":["trace[295896256] 'agreement among raft nodes before linearized reading' (duration: 3.97095244s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.754716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184418072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:51:25.755258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.779629Z","time spent":"3.975623s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:25.755271Z","caller":"traceutil/trace.go:171","msg":"trace[1011889178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26726; }","duration":"4.184988366s","start":"2026-07-03T16:51:21.570269Z","end":"2026-07-03T16:51:25.755257Z","steps":["trace[1011889178] 'agreement among raft nodes before linearized reading' (duration: 4.180359807s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.570264Z","time spent":"4.185030627s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:51:25.755358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081108644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:159818"} {"level":"info","ts":"2026-07-03T16:51:25.755405Z","caller":"traceutil/trace.go:171","msg":"trace[1636706618] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26726; }","duration":"4.081199096s","start":"2026-07-03T16:51:21.674197Z","end":"2026-07-03T16:51:25.755396Z","steps":["trace[1636706618] 'agreement among raft nodes before linearized reading' (duration: 4.076424233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668172704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:25.755411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544853968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:51:25.755445Z","caller":"traceutil/trace.go:171","msg":"trace[186943739] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26726; }","duration":"3.54492389s","start":"2026-07-03T16:51:22.210514Z","end":"2026-07-03T16:51:25.755438Z","steps":["trace[186943739] 'agreement among raft nodes before linearized reading' (duration: 3.540084355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.674175Z","time spent":"4.081252277s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":159842,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:51:25.755441Z","caller":"traceutil/trace.go:171","msg":"trace[940744536] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"537.108768ms","start":"2026-07-03T16:51:25.218312Z","end":"2026-07-03T16:51:25.755421Z","steps":["trace[940744536] 'process raft request' (duration: 532.056137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.210497Z","time spent":"3.544971191s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:25.754837Z","caller":"traceutil/trace.go:171","msg":"trace[74574546] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26726; }","duration":"3.065882546s","start":"2026-07-03T16:51:22.688936Z","end":"2026-07-03T16:51:25.754818Z","steps":["trace[74574546] 'agreement among raft nodes before linearized reading' (duration: 3.061644157s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.218292Z","time spent":"537.194579ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:25.755619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539458824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:51:25.755642Z","caller":"traceutil/trace.go:171","msg":"trace[2139750372] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26726; }","duration":"2.539519426s","start":"2026-07-03T16:51:23.216115Z","end":"2026-07-03T16:51:25.755635Z","steps":["trace[2139750372] 'agreement among raft nodes before linearized reading' (duration: 2.539425544s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.216097Z","time spent":"2.539564169s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:25.755632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.688913Z","time spent":"3.066640566s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:25.755805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48303461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:25.755838Z","caller":"traceutil/trace.go:171","msg":"trace[912472306] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26726; }","duration":"1.483108423s","start":"2026-07-03T16:51:24.272718Z","end":"2026-07-03T16:51:25.755826Z","steps":["trace[912472306] 'agreement among raft nodes before linearized reading' (duration: 1.483060372s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787393947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:25.755859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:24.272668Z","time spent":"1.483183715s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:25.755868Z","caller":"traceutil/trace.go:171","msg":"trace[680886069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26726; }","duration":"1.787455379s","start":"2026-07-03T16:51:23.968403Z","end":"2026-07-03T16:51:25.755858Z","steps":["trace[680886069] 'agreement among raft nodes before linearized reading' (duration: 1.787397507s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.755894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.968385Z","time spent":"1.787502679s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:25.754102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.643772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:51:25.75608Z","caller":"traceutil/trace.go:171","msg":"trace[868369501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26726; }","duration":"539.656404ms","start":"2026-07-03T16:51:25.216415Z","end":"2026-07-03T16:51:25.756072Z","steps":["trace[868369501] 'agreement among raft nodes before linearized reading' (duration: 537.601991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.756108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.216394Z","time spent":"539.704556ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:51:25.75544Z","caller":"traceutil/trace.go:171","msg":"trace[1473169065] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26726; }","duration":"3.668259036s","start":"2026-07-03T16:51:22.087173Z","end":"2026-07-03T16:51:25.755432Z","steps":["trace[1473169065] 'agreement among raft nodes before linearized reading' (duration: 3.663432851s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.758045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.087084Z","time spent":"3.670906224s","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.501691Z","caller":"traceutil/trace.go:171","msg":"trace[23094753] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"742.975793ms","start":"2026-07-03T16:51:25.758684Z","end":"2026-07-03T16:51:26.50166Z","steps":["trace[23094753] 'process raft request' (duration: 742.655014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.501862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.758668Z","time spent":"743.112587ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.501896Z","caller":"traceutil/trace.go:171","msg":"trace[1577938499] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"741.646468ms","start":"2026-07-03T16:51:25.760202Z","end":"2026-07-03T16:51:26.501849Z","steps":["trace[1577938499] 'process raft request' (duration: 741.478154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.502104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.760185Z","time spent":"741.816993ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.502181Z","caller":"traceutil/trace.go:171","msg":"trace[1081024910] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"740.415736ms","start":"2026-07-03T16:51:25.761748Z","end":"2026-07-03T16:51:26.502163Z","steps":["trace[1081024910] 'process raft request' (duration: 739.992316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.502253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.761719Z","time spent":"740.499249ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.502531Z","caller":"traceutil/trace.go:171","msg":"trace[504056476] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"736.200938ms","start":"2026-07-03T16:51:25.766296Z","end":"2026-07-03T16:51:26.502497Z","steps":["trace[504056476] 'process raft request' (duration: 735.473259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.502699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.766275Z","time spent":"736.345951ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.502719Z","caller":"traceutil/trace.go:171","msg":"trace[1248919413] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"742.669685ms","start":"2026-07-03T16:51:25.760032Z","end":"2026-07-03T16:51:26.502701Z","steps":["trace[1248919413] 'process raft request' (duration: 741.525366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.503013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.760024Z","time spent":"742.829319ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.504172Z","caller":"traceutil/trace.go:171","msg":"trace[55258381] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"725.410278ms","start":"2026-07-03T16:51:25.778734Z","end":"2026-07-03T16:51:26.504144Z","steps":["trace[55258381] 'process raft request' (duration: 723.210041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.50442Z","caller":"traceutil/trace.go:171","msg":"trace[574387951] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"725.602003ms","start":"2026-07-03T16:51:25.77881Z","end":"2026-07-03T16:51:26.504412Z","steps":["trace[574387951] 'process raft request' (duration: 725.300365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.504466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.77878Z","time spent":"725.664515ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.504706Z","caller":"traceutil/trace.go:171","msg":"trace[2020451392] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"725.649874ms","start":"2026-07-03T16:51:25.779039Z","end":"2026-07-03T16:51:26.504689Z","steps":["trace[2020451392] 'process raft request' (duration: 725.273344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.504758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.77903Z","time spent":"725.706335ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.504907Z","caller":"traceutil/trace.go:171","msg":"trace[3302317] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"725.811718ms","start":"2026-07-03T16:51:25.779063Z","end":"2026-07-03T16:51:26.504875Z","steps":["trace[3302317] 'process raft request' (duration: 725.567311ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.50505Z","caller":"traceutil/trace.go:171","msg":"trace[1094738665] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"725.927171ms","start":"2026-07-03T16:51:25.779106Z","end":"2026-07-03T16:51:26.505033Z","steps":["trace[1094738665] 'process raft request' (duration: 725.559341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.505066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.779033Z","time spent":"725.961332ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:26.505207Z","caller":"traceutil/trace.go:171","msg":"trace[967730195] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"725.87232ms","start":"2026-07-03T16:51:25.779315Z","end":"2026-07-03T16:51:26.505188Z","steps":["trace[967730195] 'process raft request' (duration: 725.651064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.505322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.779308Z","time spent":"725.936731ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:26.505887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.779083Z","time spent":"725.994143ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:26.506621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.778708Z","time spent":"725.541011ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:26.506838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.579817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:51:26.506904Z","caller":"traceutil/trace.go:171","msg":"trace[27598219] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:26738; }","duration":"746.677509ms","start":"2026-07-03T16:51:25.760205Z","end":"2026-07-03T16:51:26.506882Z","steps":["trace[27598219] 'agreement among raft nodes before linearized reading' (duration: 746.472384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.50695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.76019Z","time spent":"746.751891ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-07-03T16:51:26.506648Z","caller":"traceutil/trace.go:171","msg":"trace[411913008] linearizableReadLoop","detail":"{readStateIndex:27656; appliedIndex:27652; }","duration":"746.381172ms","start":"2026-07-03T16:51:25.760234Z","end":"2026-07-03T16:51:26.506615Z","steps":["trace[411913008] 'read index received' (duration: 52.774298ms)","trace[411913008] 'applied index is now lower than readState.Index' (duration: 693.603784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:26.882373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.66543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:26.882578Z","caller":"traceutil/trace.go:171","msg":"trace[624029732] linearizableReadLoop","detail":"{readStateIndex:27665; appliedIndex:27664; }","duration":"373.735254ms","start":"2026-07-03T16:51:26.50882Z","end":"2026-07-03T16:51:26.882555Z","steps":["trace[624029732] 'read index received' (duration: 162.728036ms)","trace[624029732] 'applied index is now lower than readState.Index' (duration: 211.005228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:26.883139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.374862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e0998b723\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-03T16:51:26.882591Z","caller":"traceutil/trace.go:171","msg":"trace[1306340015] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"796.249843ms","start":"2026-07-03T16:51:26.086308Z","end":"2026-07-03T16:51:26.882558Z","steps":["trace[1306340015] 'process raft request' (duration: 585.328446ms)","trace[1306340015] 'compare' (duration: 210.235959ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:26.883252Z","caller":"traceutil/trace.go:171","msg":"trace[216759775] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e0998b723; range_end:; response_count:1; response_revision:26739; }","duration":"376.694281ms","start":"2026-07-03T16:51:26.506537Z","end":"2026-07-03T16:51:26.883231Z","steps":["trace[216759775] 'agreement among raft nodes before linearized reading' (duration: 376.226809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.883329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.506518Z","time spent":"376.791573ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e0998b723\" "} {"level":"warn","ts":"2026-07-03T16:51:26.883419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.086285Z","time spent":"797.011622ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:26.882789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.279204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.32\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-03T16:51:26.88347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.931738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:51:26.883618Z","caller":"traceutil/trace.go:171","msg":"trace[1203794158] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:26739; }","duration":"372.069741ms","start":"2026-07-03T16:51:26.511525Z","end":"2026-07-03T16:51:26.883595Z","steps":["trace[1203794158] 'agreement among raft nodes before linearized reading' (duration: 371.828185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.883531Z","caller":"traceutil/trace.go:171","msg":"trace[902675908] range","detail":"{range_begin:/registry/masterleases/199.19.213.32; range_end:; response_count:1; response_revision:26739; }","duration":"486.070485ms","start":"2026-07-03T16:51:26.397418Z","end":"2026-07-03T16:51:26.883488Z","steps":["trace[902675908] 'agreement among raft nodes before linearized reading' (duration: 485.227324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.883785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.511479Z","time spent":"372.288848ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-07-03T16:51:26.883814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.397393Z","time spent":"486.409503ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.32\" "} {"level":"warn","ts":"2026-07-03T16:51:26.88291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.075279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-03T16:51:26.884218Z","caller":"traceutil/trace.go:171","msg":"trace[331253376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26739; }","duration":"464.410594ms","start":"2026-07-03T16:51:26.419791Z","end":"2026-07-03T16:51:26.884202Z","steps":["trace[331253376] 'agreement among raft nodes before linearized reading' (duration: 463.068549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.884267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.419773Z","time spent":"464.482065ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:26.882944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113929605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:51:26.884398Z","caller":"traceutil/trace.go:171","msg":"trace[253586739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26739; }","duration":"1.115408083s","start":"2026-07-03T16:51:25.768978Z","end":"2026-07-03T16:51:26.884386Z","steps":["trace[253586739] 'agreement among raft nodes before linearized reading' (duration: 1.113856824s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.884426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.768968Z","time spent":"1.115448624s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:51:26.882956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.188274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.884585Z","caller":"traceutil/trace.go:171","msg":"trace[661975276] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26739; }","duration":"674.844526ms","start":"2026-07-03T16:51:26.20973Z","end":"2026-07-03T16:51:26.884575Z","steps":["trace[661975276] 'agreement among raft nodes before linearized reading' (duration: 673.202944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.884615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.209691Z","time spent":"674.913578ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.882991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116711978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.884772Z","caller":"traceutil/trace.go:171","msg":"trace[895466100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26739; }","duration":"1.118506995s","start":"2026-07-03T16:51:25.766246Z","end":"2026-07-03T16:51:26.884753Z","steps":["trace[895466100] 'agreement among raft nodes before linearized reading' (duration: 1.116733418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.884855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.766227Z","time spent":"1.118600527s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:26.883031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090411045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:11544"} {"level":"info","ts":"2026-07-03T16:51:26.884991Z","caller":"traceutil/trace.go:171","msg":"trace[120888189] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26739; }","duration":"1.092412418s","start":"2026-07-03T16:51:25.792567Z","end":"2026-07-03T16:51:26.884979Z","steps":["trace[120888189] 'agreement among raft nodes before linearized reading' (duration: 1.090398385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.885022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.792545Z","time spent":"1.092467459s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":11568,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:51:26.883054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120747752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3bd2e2b-5fbd-42ec-822b-bd838d2e607a\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:51:26.885372Z","caller":"traceutil/trace.go:171","msg":"trace[1372504505] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3bd2e2b-5fbd-42ec-822b-bd838d2e607a; range_end:; response_count:1; response_revision:26739; }","duration":"1.123175315s","start":"2026-07-03T16:51:25.762185Z","end":"2026-07-03T16:51:26.88536Z","steps":["trace[1372504505] 'agreement among raft nodes before linearized reading' (duration: 1.120825394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.885426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.762166Z","time spent":"1.123248057s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-e3bd2e2b-5fbd-42ec-822b-bd838d2e607a\" "} {"level":"warn","ts":"2026-07-03T16:51:26.883135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122050626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-07-03T16:51:26.885509Z","caller":"traceutil/trace.go:171","msg":"trace[1689154863] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:26739; }","duration":"1.124453189s","start":"2026-07-03T16:51:25.76104Z","end":"2026-07-03T16:51:26.885493Z","steps":["trace[1689154863] 'agreement among raft nodes before linearized reading' (duration: 1.122031686s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.885583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.76102Z","time spent":"1.124549762s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-07-03T16:51:26.882786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.282778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.882845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.52059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.88611Z","caller":"traceutil/trace.go:171","msg":"trace[1325738232] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26739; }","duration":"420.822405ms","start":"2026-07-03T16:51:26.465275Z","end":"2026-07-03T16:51:26.886098Z","steps":["trace[1325738232] 'agreement among raft nodes before linearized reading' (duration: 417.54183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.88616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.465252Z","time spent":"420.887226ms","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.88622Z","caller":"traceutil/trace.go:171","msg":"trace[1769293446] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26739; }","duration":"409.763838ms","start":"2026-07-03T16:51:26.476436Z","end":"2026-07-03T16:51:26.8862Z","steps":["trace[1769293446] 'agreement among raft nodes before linearized reading' (duration: 406.267987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.886349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.476405Z","time spent":"409.902802ms","remote":"127.0.0.1:58052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:27.788351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.118755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:27.788576Z","caller":"traceutil/trace.go:171","msg":"trace[1733687518] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"899.068708ms","start":"2026-07-03T16:51:26.889478Z","end":"2026-07-03T16:51:27.788547Z","steps":["trace[1733687518] 'process raft request' (duration: 118.682297ms)","trace[1733687518] 'compare' (duration: 778.690648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:27.788679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.889465Z","time spent":"899.15985ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:27.788725Z","caller":"traceutil/trace.go:171","msg":"trace[492279560] linearizableReadLoop","detail":"{readStateIndex:27669; appliedIndex:27665; }","duration":"895.34319ms","start":"2026-07-03T16:51:26.893367Z","end":"2026-07-03T16:51:27.788711Z","steps":["trace[492279560] 'read index received' (duration: 114.806145ms)","trace[492279560] 'applied index is now lower than readState.Index' (duration: 780.536255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:27.78878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.890228Z","time spent":"898.550783ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:51:27.788945Z","caller":"traceutil/trace.go:171","msg":"trace[905982820] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"897.839306ms","start":"2026-07-03T16:51:26.891077Z","end":"2026-07-03T16:51:27.788917Z","steps":["trace[905982820] 'process raft request' (duration: 897.438776ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:27.78894Z","caller":"traceutil/trace.go:171","msg":"trace[933159261] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"896.45085ms","start":"2026-07-03T16:51:26.892457Z","end":"2026-07-03T16:51:27.788908Z","steps":["trace[933159261] 'process raft request' (duration: 896.211113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:27.789067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.89107Z","time spent":"897.926428ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:27.789088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.70883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-03T16:51:27.789104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.89245Z","time spent":"896.565292ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:51:27.789159Z","caller":"traceutil/trace.go:171","msg":"trace[1279631752] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26742; }","duration":"895.815743ms","start":"2026-07-03T16:51:26.89333Z","end":"2026-07-03T16:51:27.789146Z","steps":["trace[1279631752] 'agreement among raft nodes before linearized reading' (duration: 895.563836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:27.789244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.893316Z","time spent":"895.917095ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-07-03T16:51:27.869856Z","caller":"traceutil/trace.go:171","msg":"trace[1113151523] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"486.097716ms","start":"2026-07-03T16:51:27.383737Z","end":"2026-07-03T16:51:27.869835Z","steps":["trace[1113151523] 'process raft request' (duration: 485.980383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:27.86997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.383714Z","time spent":"486.197669ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:28.103304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.505862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:28.103541Z","caller":"traceutil/trace.go:171","msg":"trace[1183199281] linearizableReadLoop","detail":"{readStateIndex:27671; appliedIndex:27669; }","duration":"314.769788ms","start":"2026-07-03T16:51:27.788749Z","end":"2026-07-03T16:51:28.103519Z","steps":["trace[1183199281] 'read index received' (duration: 81.01399ms)","trace[1183199281] 'applied index is now lower than readState.Index' (duration: 233.753678ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:28.103651Z","caller":"traceutil/trace.go:171","msg":"trace[1682096354] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"342.252399ms","start":"2026-07-03T16:51:27.761377Z","end":"2026-07-03T16:51:28.103629Z","steps":["trace[1682096354] 'process raft request' (duration: 162.329226ms)","trace[1682096354] 'compare' (duration: 179.236995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:28.103733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.761357Z","time spent":"342.329252ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:28.103804Z","caller":"traceutil/trace.go:171","msg":"trace[1546040537] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"312.754704ms","start":"2026-07-03T16:51:27.791024Z","end":"2026-07-03T16:51:28.103779Z","steps":["trace[1546040537] 'process raft request' (duration: 312.389655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.103863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.044686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:28.103905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.790997Z","time spent":"312.862227ms","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:28.103923Z","caller":"traceutil/trace.go:171","msg":"trace[120163304] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26745; }","duration":"853.147698ms","start":"2026-07-03T16:51:27.250758Z","end":"2026-07-03T16:51:28.103906Z","steps":["trace[120163304] 'agreement among raft nodes before linearized reading' (duration: 852.995725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.103912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208033864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:28.103928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.734857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:28.103969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.250735Z","time spent":"853.21918ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:28.103999Z","caller":"traceutil/trace.go:171","msg":"trace[1309591697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26745; }","duration":"1.208166588s","start":"2026-07-03T16:51:26.89581Z","end":"2026-07-03T16:51:28.103977Z","steps":["trace[1309591697] 'agreement among raft nodes before linearized reading' (duration: 1.208032335s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.104068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.895782Z","time spent":"1.20827391s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:28.104086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210669892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-07-03T16:51:28.104112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023754849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:28.104136Z","caller":"traceutil/trace.go:171","msg":"trace[2073722131] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26745; }","duration":"1.210732693s","start":"2026-07-03T16:51:26.893388Z","end":"2026-07-03T16:51:28.104121Z","steps":["trace[2073722131] 'agreement among raft nodes before linearized reading' (duration: 1.210575749s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:28.104144Z","caller":"traceutil/trace.go:171","msg":"trace[2000585015] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26745; }","duration":"1.02382132s","start":"2026-07-03T16:51:27.080314Z","end":"2026-07-03T16:51:28.104135Z","steps":["trace[2000585015] 'agreement among raft nodes before linearized reading' (duration: 1.023751359s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.104191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.893381Z","time spent":"1.210798855s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1460,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:51:28.104198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.080291Z","time spent":"1.023898533s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:28.104005Z","caller":"traceutil/trace.go:171","msg":"trace[1992487914] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26745; }","duration":"720.881121ms","start":"2026-07-03T16:51:27.383105Z","end":"2026-07-03T16:51:28.103986Z","steps":["trace[1992487914] 'agreement among raft nodes before linearized reading' (duration: 720.673175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.104332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.383082Z","time spent":"721.22138ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:28.10508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.649031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-03T16:51:28.105178Z","caller":"traceutil/trace.go:171","msg":"trace[284053531] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378; range_end:; response_count:1; response_revision:26746; }","duration":"312.772445ms","start":"2026-07-03T16:51:27.792391Z","end":"2026-07-03T16:51:28.105163Z","steps":["trace[284053531] 'agreement among raft nodes before linearized reading' (duration: 312.59382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.105305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.792378Z","time spent":"312.914508ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-7nkb4.18bed58e09947378\" "} {"level":"warn","ts":"2026-07-03T16:51:28.105489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.195897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:51:28.105549Z","caller":"traceutil/trace.go:171","msg":"trace[1563422340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26746; }","duration":"195.283449ms","start":"2026-07-03T16:51:27.910247Z","end":"2026-07-03T16:51:28.105531Z","steps":["trace[1563422340] 'agreement among raft nodes before linearized reading' (duration: 195.172626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.105326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.590677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:51:28.105711Z","caller":"traceutil/trace.go:171","msg":"trace[149410012] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26746; }","duration":"205.997717ms","start":"2026-07-03T16:51:27.899687Z","end":"2026-07-03T16:51:28.105685Z","steps":["trace[149410012] 'agreement among raft nodes before linearized reading' (duration: 205.535285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.1058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.712081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:51:28.105396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.823592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:28.105864Z","caller":"traceutil/trace.go:171","msg":"trace[562332268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26746; }","duration":"288.795133ms","start":"2026-07-03T16:51:27.817049Z","end":"2026-07-03T16:51:28.105845Z","steps":["trace[562332268] 'agreement among raft nodes before linearized reading' (duration: 288.68321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.10567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.089763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-03T16:51:28.105945Z","caller":"traceutil/trace.go:171","msg":"trace[1270922987] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26746; }","duration":"313.396ms","start":"2026-07-03T16:51:27.792536Z","end":"2026-07-03T16:51:28.105932Z","steps":["trace[1270922987] 'agreement among raft nodes before linearized reading' (duration: 312.954549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.106035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.79253Z","time spent":"313.492233ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-07-03T16:51:28.105894Z","caller":"traceutil/trace.go:171","msg":"trace[775913390] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26746; }","duration":"101.354566ms","start":"2026-07-03T16:51:28.004524Z","end":"2026-07-03T16:51:28.105879Z","steps":["trace[775913390] 'agreement among raft nodes before linearized reading' (duration: 100.833262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.611145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:29.111745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965408759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:29.112021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003113844s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:51:29.198194Z","caller":"traceutil/trace.go:171","msg":"trace[897667506] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"1.089349528s","start":"2026-07-03T16:51:28.108817Z","end":"2026-07-03T16:51:29.198166Z","steps":["trace[897667506] 'process raft request' (duration: 1.003506204s)","trace[897667506] 'compare' (duration: 85.736671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:29.198339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.108805Z","time spent":"1.089450541s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:29.461477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.232369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:29.462267Z","caller":"traceutil/trace.go:171","msg":"trace[2111466125] linearizableReadLoop","detail":"{readStateIndex:27682; appliedIndex:27673; }","duration":"1.35142591s","start":"2026-07-03T16:51:28.110827Z","end":"2026-07-03T16:51:29.462253Z","steps":["trace[2111466125] 'read index received' (duration: 1.00142201s)","trace[2111466125] 'applied index is now lower than readState.Index' (duration: 350.00318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:29.462861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352006615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:51:29.462919Z","caller":"traceutil/trace.go:171","msg":"trace[146340024] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26755; }","duration":"1.352101767s","start":"2026-07-03T16:51:28.110805Z","end":"2026-07-03T16:51:29.462907Z","steps":["trace[146340024] 'agreement among raft nodes before linearized reading' (duration: 1.351629165s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.462953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.110795Z","time spent":"1.352145648s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:51:29.462418Z","caller":"traceutil/trace.go:171","msg":"trace[1575665903] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"950.11337ms","start":"2026-07-03T16:51:28.512282Z","end":"2026-07-03T16:51:29.462396Z","steps":["trace[1575665903] 'process raft request' (duration: 949.746501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.463151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.512259Z","time spent":"950.807508ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:29.462451Z","caller":"traceutil/trace.go:171","msg":"trace[715336055] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"1.350096945s","start":"2026-07-03T16:51:28.112343Z","end":"2026-07-03T16:51:29.46244Z","steps":["trace[715336055] 'process raft request' (duration: 1.349614933s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.463374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.112328Z","time spent":"1.350995798s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:51:29.462576Z","caller":"traceutil/trace.go:171","msg":"trace[413800329] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"1.351623965s","start":"2026-07-03T16:51:28.110921Z","end":"2026-07-03T16:51:29.462545Z","steps":["trace[413800329] 'process raft request' (duration: 1.187200324s)","trace[413800329] 'compare' (duration: 163.047995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:29.463491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.110902Z","time spent":"1.352542759s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:29.462649Z","caller":"traceutil/trace.go:171","msg":"trace[1221477272] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"949.369231ms","start":"2026-07-03T16:51:28.513269Z","end":"2026-07-03T16:51:29.462638Z","steps":["trace[1221477272] 'process raft request' (duration: 948.90454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.463581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.513258Z","time spent":"950.284305ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:29.46268Z","caller":"traceutil/trace.go:171","msg":"trace[2124417676] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"950.278594ms","start":"2026-07-03T16:51:28.512395Z","end":"2026-07-03T16:51:29.462674Z","steps":["trace[2124417676] 'process raft request' (duration: 949.676929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.463682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.512385Z","time spent":"951.27635ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:29.462704Z","caller":"traceutil/trace.go:171","msg":"trace[662120130] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"949.599487ms","start":"2026-07-03T16:51:28.513098Z","end":"2026-07-03T16:51:29.462698Z","steps":["trace[662120130] 'process raft request' (duration: 949.012392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.463753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.513084Z","time spent":"950.653204ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:29.462748Z","caller":"traceutil/trace.go:171","msg":"trace[1551224457] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"947.986016ms","start":"2026-07-03T16:51:28.514754Z","end":"2026-07-03T16:51:29.46274Z","steps":["trace[1551224457] 'process raft request' (duration: 947.447792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.463875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.514744Z","time spent":"949.088994ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:29.462814Z","caller":"traceutil/trace.go:171","msg":"trace[1804492264] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"947.088752ms","start":"2026-07-03T16:51:28.515719Z","end":"2026-07-03T16:51:29.462808Z","steps":["trace[1804492264] 'process raft request' (duration: 946.503877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.464194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.515708Z","time spent":"948.439606ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:30.116468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:30.116571Z","caller":"traceutil/trace.go:171","msg":"trace[942759018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297884s","start":"2026-07-03T16:51:28.116255Z","end":"2026-07-03T16:51:30.116553Z","steps":["trace[942759018] 'agreement among raft nodes before linearized reading' (duration: 2.00016297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.116624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.116249Z","time spent":"2.000363485s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:30.384943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.907771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:30.385236Z","caller":"traceutil/trace.go:171","msg":"trace[860809910] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"563.276116ms","start":"2026-07-03T16:51:29.821943Z","end":"2026-07-03T16:51:30.385219Z","steps":["trace[860809910] 'process raft request' (duration: 563.195034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.385354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.821923Z","time spent":"563.390199ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:30.385602Z","caller":"traceutil/trace.go:171","msg":"trace[749741912] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"1.182992284s","start":"2026-07-03T16:51:29.202597Z","end":"2026-07-03T16:51:30.385589Z","steps":["trace[749741912] 'process raft request' (duration: 439.367485ms)","trace[749741912] 'compare' (duration: 740.362665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:30.385729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.202579Z","time spent":"1.183094478s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:51:30.386003Z","caller":"traceutil/trace.go:171","msg":"trace[47758226] linearizableReadLoop","detail":"{readStateIndex:27683; appliedIndex:27682; }","duration":"923.10212ms","start":"2026-07-03T16:51:29.462889Z","end":"2026-07-03T16:51:30.385991Z","steps":["trace[47758226] 'read index received' (duration: 179.129072ms)","trace[47758226] 'applied index is now lower than readState.Index' (duration: 743.971658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:30.386767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675643422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:30.386856Z","caller":"traceutil/trace.go:171","msg":"trace[448862669] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26757; }","duration":"1.675817956s","start":"2026-07-03T16:51:28.711021Z","end":"2026-07-03T16:51:30.386839Z","steps":["trace[448862669] 'agreement among raft nodes before linearized reading' (duration: 1.675644002s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.38691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.710944Z","time spent":"1.67595569s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:30.386488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275552527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-03T16:51:30.386995Z","caller":"traceutil/trace.go:171","msg":"trace[251530490] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26757; }","duration":"2.27606764s","start":"2026-07-03T16:51:28.110912Z","end":"2026-07-03T16:51:30.386979Z","steps":["trace[251530490] 'agreement among raft nodes before linearized reading' (duration: 2.275477605s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.387049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.110903Z","time spent":"2.276136593s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-03T16:51:30.386549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879238707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:51:30.387191Z","caller":"traceutil/trace.go:171","msg":"trace[2081799949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26757; }","duration":"1.879845763s","start":"2026-07-03T16:51:28.507293Z","end":"2026-07-03T16:51:30.387138Z","steps":["trace[2081799949] 'agreement among raft nodes before linearized reading' (duration: 1.879212877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.386569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170303139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:30.387274Z","caller":"traceutil/trace.go:171","msg":"trace[1136410386] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26757; }","duration":"2.171040268s","start":"2026-07-03T16:51:28.216213Z","end":"2026-07-03T16:51:30.387253Z","steps":["trace[1136410386] 'agreement among raft nodes before linearized reading' (duration: 2.170312549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.387297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.507287Z","time spent":"1.879990517s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:30.387339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.216191Z","time spent":"2.171131691s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:30.386614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274052837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-07-03T16:51:30.38744Z","caller":"traceutil/trace.go:171","msg":"trace[1234376178] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26757; }","duration":"2.27490249s","start":"2026-07-03T16:51:28.112528Z","end":"2026-07-03T16:51:30.38743Z","steps":["trace[1234376178] 'agreement among raft nodes before linearized reading' (duration: 2.274034837s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.387488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.112515Z","time spent":"2.274964281s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-07-03T16:51:30.386644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879559895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:51:30.387667Z","caller":"traceutil/trace.go:171","msg":"trace[640086310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26757; }","duration":"1.880594251s","start":"2026-07-03T16:51:28.507061Z","end":"2026-07-03T16:51:30.387655Z","steps":["trace[640086310] 'agreement among raft nodes before linearized reading' (duration: 1.879532614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.387712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.507049Z","time spent":"1.880654604s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:51:30.386657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142587519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:30.388034Z","caller":"traceutil/trace.go:171","msg":"trace[38302877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26757; }","duration":"1.143996484s","start":"2026-07-03T16:51:29.244029Z","end":"2026-07-03T16:51:30.388026Z","steps":["trace[38302877] 'agreement among raft nodes before linearized reading' (duration: 1.142604438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.388094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.24401Z","time spent":"1.144072406s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:30.386692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874163745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:51:30.38822Z","caller":"traceutil/trace.go:171","msg":"trace[1939857149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26757; }","duration":"1.875728415s","start":"2026-07-03T16:51:28.512469Z","end":"2026-07-03T16:51:30.388198Z","steps":["trace[1939857149] 'agreement among raft nodes before linearized reading' (duration: 1.874015081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.386693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879576776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:51:30.388282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.51246Z","time spent":"1.875799047s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:51:30.388289Z","caller":"traceutil/trace.go:171","msg":"trace[1033985536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26757; }","duration":"1.881228538s","start":"2026-07-03T16:51:28.507048Z","end":"2026-07-03T16:51:30.388277Z","steps":["trace[1033985536] 'agreement among raft nodes before linearized reading' (duration: 1.879502624s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.388337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.50703Z","time spent":"1.88129848s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:30.386741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273182496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:51:30.388393Z","caller":"traceutil/trace.go:171","msg":"trace[386587279] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b; range_end:; response_count:1; response_revision:26757; }","duration":"2.274889029s","start":"2026-07-03T16:51:28.113497Z","end":"2026-07-03T16:51:30.388386Z","steps":["trace[386587279] 'agreement among raft nodes before linearized reading' (duration: 2.273050592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.388409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.113485Z","time spent":"2.27491901s","remote":"127.0.0.1:50876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-2bab31c1-ea89-40e8-b387-6d4946db610b\" "} {"level":"warn","ts":"2026-07-03T16:51:30.386764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021336536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:51:30.388496Z","caller":"traceutil/trace.go:171","msg":"trace[1854794226] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26757; }","duration":"1.023102992s","start":"2026-07-03T16:51:29.365384Z","end":"2026-07-03T16:51:30.388487Z","steps":["trace[1854794226] 'agreement among raft nodes before linearized reading' (duration: 1.021282275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.388546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.365363Z","time spent":"1.023171053s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:31.305887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.096198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:31.306211Z","caller":"traceutil/trace.go:171","msg":"trace[1118041106] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"871.441392ms","start":"2026-07-03T16:51:30.434756Z","end":"2026-07-03T16:51:31.306198Z","steps":["trace[1118041106] 'process raft request' (duration: 871.40092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.30687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538757364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:31.306884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561759229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:31.306962Z","caller":"traceutil/trace.go:171","msg":"trace[1573604744] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26763; }","duration":"1.561881693s","start":"2026-07-03T16:51:29.745066Z","end":"2026-07-03T16:51:31.306947Z","steps":["trace[1573604744] 'agreement among raft nodes before linearized reading' (duration: 1.561730439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.306756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842206697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:51:31.307014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.745054Z","time spent":"1.561948974s","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:31.306718Z","caller":"traceutil/trace.go:171","msg":"trace[316580870] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"871.737989ms","start":"2026-07-03T16:51:30.434934Z","end":"2026-07-03T16:51:31.306672Z","steps":["trace[316580870] 'process raft request' (duration: 871.174214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:31.307086Z","caller":"traceutil/trace.go:171","msg":"trace[1245551227] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26763; }","duration":"1.842549287s","start":"2026-07-03T16:51:29.464513Z","end":"2026-07-03T16:51:31.307062Z","steps":["trace[1245551227] 'agreement among raft nodes before linearized reading' (duration: 1.842126756s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.307167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.4645Z","time spent":"1.842653039s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:51:31.307207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.434925Z","time spent":"872.185881ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:31.306734Z","caller":"traceutil/trace.go:171","msg":"trace[1276817891] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"914.388124ms","start":"2026-07-03T16:51:30.392311Z","end":"2026-07-03T16:51:31.306699Z","steps":["trace[1276817891] 'process raft request' (duration: 913.771269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.307371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.392295Z","time spent":"915.042541ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:31.30679Z","caller":"traceutil/trace.go:171","msg":"trace[1639349555] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"1.431769111s","start":"2026-07-03T16:51:29.875011Z","end":"2026-07-03T16:51:31.30678Z","steps":["trace[1639349555] 'process raft request' (duration: 631.718629ms)","trace[1639349555] 'compare' (duration: 798.699048ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:31.306958Z","caller":"traceutil/trace.go:171","msg":"trace[1296491508] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26763; }","duration":"1.538886186s","start":"2026-07-03T16:51:29.768053Z","end":"2026-07-03T16:51:31.306939Z","steps":["trace[1296491508] 'agreement among raft nodes before linearized reading' (duration: 1.538738933s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:31.306738Z","caller":"traceutil/trace.go:171","msg":"trace[755142855] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"871.584195ms","start":"2026-07-03T16:51:30.435093Z","end":"2026-07-03T16:51:31.306678Z","steps":["trace[755142855] 'process raft request' (duration: 871.044581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.30751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.874988Z","time spent":"1.43246475s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:31.306828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582037615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:31.307611Z","caller":"traceutil/trace.go:171","msg":"trace[1045580999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26763; }","duration":"1.582848646s","start":"2026-07-03T16:51:29.724748Z","end":"2026-07-03T16:51:31.307597Z","steps":["trace[1045580999] 'agreement among raft nodes before linearized reading' (duration: 1.582056636s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.307536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.768042Z","time spent":"1.539445411s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:31.306907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1893919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:31.307697Z","caller":"traceutil/trace.go:171","msg":"trace[1706658186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26763; }","duration":"1.190211641s","start":"2026-07-03T16:51:30.11747Z","end":"2026-07-03T16:51:31.307682Z","steps":["trace[1706658186] 'agreement among raft nodes before linearized reading' (duration: 1.18936745s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.307682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.724728Z","time spent":"1.582919098s","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:31.307736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.117455Z","time spent":"1.190272823s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:51:31.30688Z","caller":"traceutil/trace.go:171","msg":"trace[1254648553] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"1.194433831s","start":"2026-07-03T16:51:30.112412Z","end":"2026-07-03T16:51:31.306846Z","steps":["trace[1254648553] 'process raft request' (duration: 1.19359707s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.307928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.112392Z","time spent":"1.195481467s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:31.306919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.434725Z","time spent":"872.15788ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:31.306612Z","caller":"traceutil/trace.go:171","msg":"trace[984980375] linearizableReadLoop","detail":"{readStateIndex:27686; appliedIndex:27684; }","duration":"919.795655ms","start":"2026-07-03T16:51:30.386796Z","end":"2026-07-03T16:51:31.306592Z","steps":["trace[984980375] 'read index received' (duration: 119.909417ms)","trace[984980375] 'applied index is now lower than readState.Index' (duration: 799.884028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:31.307625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.435084Z","time spent":"872.464158ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:31.308981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.404618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed58e303e9882\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-07-03T16:51:31.309037Z","caller":"traceutil/trace.go:171","msg":"trace[1074064647] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed58e303e9882; range_end:; response_count:1; response_revision:26763; }","duration":"918.45807ms","start":"2026-07-03T16:51:30.390568Z","end":"2026-07-03T16:51:31.309026Z","steps":["trace[1074064647] 'agreement among raft nodes before linearized reading' (duration: 918.341497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.309081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.390534Z","time spent":"918.540582ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed58e303e9882\" "} {"level":"warn","ts":"2026-07-03T16:51:31.309253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.249101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:31.309311Z","caller":"traceutil/trace.go:171","msg":"trace[1635772304] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26763; }","duration":"728.351684ms","start":"2026-07-03T16:51:30.580951Z","end":"2026-07-03T16:51:31.309302Z","steps":["trace[1635772304] 'agreement among raft nodes before linearized reading' (duration: 728.271902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.30935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.580923Z","time spent":"728.418986ms","remote":"127.0.0.1:44614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:31.309495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.154744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:31.309741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.075121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-03T16:51:31.309798Z","caller":"traceutil/trace.go:171","msg":"trace[886431181] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26763; }","duration":"815.169453ms","start":"2026-07-03T16:51:30.494613Z","end":"2026-07-03T16:51:31.309783Z","steps":["trace[886431181] 'agreement among raft nodes before linearized reading' (duration: 814.957968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.309841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.494592Z","time spent":"815.240495ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:51:31.309861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.705056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-03T16:51:31.309682Z","caller":"traceutil/trace.go:171","msg":"trace[1241208801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26763; }","duration":"795.36328ms","start":"2026-07-03T16:51:30.514302Z","end":"2026-07-03T16:51:31.309665Z","steps":["trace[1241208801] 'agreement among raft nodes before linearized reading' (duration: 795.166655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.309991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.514284Z","time spent":"795.688518ms","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:31.310037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.323116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:51:31.310078Z","caller":"traceutil/trace.go:171","msg":"trace[2068405061] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:26763; }","duration":"918.389778ms","start":"2026-07-03T16:51:30.391677Z","end":"2026-07-03T16:51:31.310067Z","steps":["trace[2068405061] 'agreement among raft nodes before linearized reading' (duration: 918.269785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:31.309923Z","caller":"traceutil/trace.go:171","msg":"trace[1563173297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26763; }","duration":"918.825289ms","start":"2026-07-03T16:51:30.391082Z","end":"2026-07-03T16:51:31.309908Z","steps":["trace[1563173297] 'agreement among raft nodes before linearized reading' (duration: 918.398038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.310117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.391658Z","time spent":"918.449359ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:31.310169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.391078Z","time spent":"919.069255ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:32.030856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.409612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:32.031031Z","caller":"traceutil/trace.go:171","msg":"trace[1933378035] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"562.615869ms","start":"2026-07-03T16:51:31.468403Z","end":"2026-07-03T16:51:32.031019Z","steps":["trace[1933378035] 'process raft request' (duration: 562.534207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:32.031075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.468391Z","time spent":"562.66392ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:32.031099Z","caller":"traceutil/trace.go:171","msg":"trace[820556874] linearizableReadLoop","detail":"{readStateIndex:27691; appliedIndex:27690; }","duration":"715.532853ms","start":"2026-07-03T16:51:31.31554Z","end":"2026-07-03T16:51:32.031073Z","steps":["trace[820556874] 'read index received' (duration: 105.882004ms)","trace[820556874] 'applied index is now lower than readState.Index' (duration: 609.648088ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:32.03118Z","caller":"traceutil/trace.go:171","msg":"trace[1883105396] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"716.070356ms","start":"2026-07-03T16:51:31.315067Z","end":"2026-07-03T16:51:32.031137Z","steps":["trace[1883105396] 'process raft request' (duration: 106.314625ms)","trace[1883105396] 'compare' (duration: 608.441967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:32.03135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.805319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:32.031348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.315055Z","time spent":"716.206629ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:32.031413Z","caller":"traceutil/trace.go:171","msg":"trace[1025679500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26765; }","duration":"715.905562ms","start":"2026-07-03T16:51:31.315491Z","end":"2026-07-03T16:51:32.031397Z","steps":["trace[1025679500] 'agreement among raft nodes before linearized reading' (duration: 715.710737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:32.031486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.315437Z","time spent":"716.020184ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:33.218483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.833052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:33.218722Z","caller":"traceutil/trace.go:171","msg":"trace[1246527704] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"1.749466895s","start":"2026-07-03T16:51:31.469238Z","end":"2026-07-03T16:51:33.218705Z","steps":["trace[1246527704] 'process raft request' (duration: 1.749397313s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.218792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.46923Z","time spent":"1.749534606s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:33.218841Z","caller":"traceutil/trace.go:171","msg":"trace[911131530] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"1.749885055s","start":"2026-07-03T16:51:31.468919Z","end":"2026-07-03T16:51:33.218804Z","steps":["trace[911131530] 'process raft request' (duration: 892.660152ms)","trace[911131530] 'compare' (duration: 855.852787ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:33.218948Z","caller":"traceutil/trace.go:171","msg":"trace[1318037984] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"1.749928377s","start":"2026-07-03T16:51:31.46901Z","end":"2026-07-03T16:51:33.218938Z","steps":["trace[1318037984] 'process raft request' (duration: 1.749558907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.218986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.468982Z","time spent":"1.749984288s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:33.218979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.46891Z","time spent":"1.750001768s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:33.21921Z","caller":"traceutil/trace.go:171","msg":"trace[588098523] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"1.749916567s","start":"2026-07-03T16:51:31.469281Z","end":"2026-07-03T16:51:33.219198Z","steps":["trace[588098523] 'process raft request' (duration: 1.749392093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.219273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.469276Z","time spent":"1.749968268s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:33.219414Z","caller":"traceutil/trace.go:171","msg":"trace[792767943] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"1.748447878s","start":"2026-07-03T16:51:31.470958Z","end":"2026-07-03T16:51:33.219406Z","steps":["trace[792767943] 'process raft request' (duration: 1.748186061s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.219465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.470944Z","time spent":"1.748496859s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:33.21961Z","caller":"traceutil/trace.go:171","msg":"trace[769673769] linearizableReadLoop","detail":"{readStateIndex:27698; appliedIndex:27692; }","duration":"1.188425106s","start":"2026-07-03T16:51:32.031169Z","end":"2026-07-03T16:51:33.219595Z","steps":["trace[769673769] 'read index received' (duration: 330.32084ms)","trace[769673769] 'applied index is now lower than readState.Index' (duration: 858.103126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:33.219831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751770154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:51:33.219868Z","caller":"traceutil/trace.go:171","msg":"trace[932053241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26771; }","duration":"1.751835445s","start":"2026-07-03T16:51:31.468025Z","end":"2026-07-03T16:51:33.21986Z","steps":["trace[932053241] 'agreement among raft nodes before linearized reading' (duration: 1.751697682s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.219889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.468009Z","time spent":"1.751874956s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:33.219917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898742213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-07-03T16:51:33.219961Z","caller":"traceutil/trace.go:171","msg":"trace[930767549] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26771; }","duration":"1.898785734s","start":"2026-07-03T16:51:31.321164Z","end":"2026-07-03T16:51:33.21995Z","steps":["trace[930767549] 'agreement among raft nodes before linearized reading' (duration: 1.898658561s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.219992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.321149Z","time spent":"1.898836095s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-07-03T16:51:33.220006Z","caller":"traceutil/trace.go:171","msg":"trace[274958443] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"1.329614385s","start":"2026-07-03T16:51:31.890382Z","end":"2026-07-03T16:51:33.219997Z","steps":["trace[274958443] 'process raft request' (duration: 1.329001759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.220045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.890363Z","time spent":"1.329659337s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:33.220166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284106595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:51:33.220194Z","caller":"traceutil/trace.go:171","msg":"trace[1903759564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26771; }","duration":"1.284171947s","start":"2026-07-03T16:51:31.936016Z","end":"2026-07-03T16:51:33.220188Z","steps":["trace[1903759564] 'agreement among raft nodes before linearized reading' (duration: 1.284100145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.220217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.935995Z","time spent":"1.284213377s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:51:33.220225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902581512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-03T16:51:33.220271Z","caller":"traceutil/trace.go:171","msg":"trace[558446573] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26771; }","duration":"1.902641624s","start":"2026-07-03T16:51:31.317618Z","end":"2026-07-03T16:51:33.220259Z","steps":["trace[558446573] 'agreement among raft nodes before linearized reading' (duration: 1.902520601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.220308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.31761Z","time spent":"1.902687675s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-03T16:51:33.220395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497950697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:33.220429Z","caller":"traceutil/trace.go:171","msg":"trace[634190222] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26771; }","duration":"1.498031689s","start":"2026-07-03T16:51:31.72239Z","end":"2026-07-03T16:51:33.220421Z","steps":["trace[634190222] 'agreement among raft nodes before linearized reading' (duration: 1.497974367s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.22045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.722367Z","time spent":"1.49807758s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:33.220528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188049076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:33.22057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66709705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:33.220583Z","caller":"traceutil/trace.go:171","msg":"trace[1575369015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26771; }","duration":"1.188122068s","start":"2026-07-03T16:51:32.032444Z","end":"2026-07-03T16:51:33.220566Z","steps":["trace[1575369015] 'agreement among raft nodes before linearized reading' (duration: 1.188048446s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.220621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.032432Z","time spent":"1.1881802s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:33.220934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.737109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:51:33.220971Z","caller":"traceutil/trace.go:171","msg":"trace[105214690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26771; }","duration":"340.806611ms","start":"2026-07-03T16:51:32.880156Z","end":"2026-07-03T16:51:33.220963Z","steps":["trace[105214690] 'agreement among raft nodes before linearized reading' (duration: 340.725199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.221001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.880136Z","time spent":"340.855222ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:33.22162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166457597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:33.22164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.560105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:33.221654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.209434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:33.222535Z","caller":"traceutil/trace.go:171","msg":"trace[1284901791] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26771; }","duration":"650.130437ms","start":"2026-07-03T16:51:32.572386Z","end":"2026-07-03T16:51:33.222517Z","steps":["trace[1284901791] 'agreement among raft nodes before linearized reading' (duration: 649.206214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.222585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.572368Z","time spent":"650.204939ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:33.221677Z","caller":"traceutil/trace.go:171","msg":"trace[140051818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26771; }","duration":"1.166569821s","start":"2026-07-03T16:51:32.055093Z","end":"2026-07-03T16:51:33.221663Z","steps":["trace[140051818] 'agreement among raft nodes before linearized reading' (duration: 1.166446628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.222683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.055069Z","time spent":"1.167601266s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:33.220592Z","caller":"traceutil/trace.go:171","msg":"trace[259653699] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26771; }","duration":"1.667149061s","start":"2026-07-03T16:51:31.553436Z","end":"2026-07-03T16:51:33.220585Z","steps":["trace[259653699] 'agreement among raft nodes before linearized reading' (duration: 1.66711211s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.222769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.553422Z","time spent":"1.669330988s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:51:33.221748Z","caller":"traceutil/trace.go:171","msg":"trace[1208182348] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26771; }","duration":"399.690108ms","start":"2026-07-03T16:51:32.82198Z","end":"2026-07-03T16:51:33.22167Z","steps":["trace[1208182348] 'agreement among raft nodes before linearized reading' (duration: 399.576565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.222913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.821959Z","time spent":"400.94408ms","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:33.224173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189685078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l.18bed58e34a81205\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-07-03T16:51:33.22425Z","caller":"traceutil/trace.go:171","msg":"trace[1245950269] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l.18bed58e34a81205; range_end:; response_count:1; response_revision:26771; }","duration":"1.189915345s","start":"2026-07-03T16:51:32.034315Z","end":"2026-07-03T16:51:33.22423Z","steps":["trace[1245950269] 'agreement among raft nodes before linearized reading' (duration: 1.187311098s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.224402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.034299Z","time spent":"1.189987027s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nps5l.18bed58e34a81205\" "} {"level":"warn","ts":"2026-07-03T16:51:33.715682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.180966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:33.715764Z","caller":"traceutil/trace.go:171","msg":"trace[853249093] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"489.860735ms","start":"2026-07-03T16:51:33.225887Z","end":"2026-07-03T16:51:33.715748Z","steps":["trace[853249093] 'process raft request' (duration: 262.559485ms)","trace[853249093] 'compare' (duration: 226.91708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:33.715804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.225874Z","time spent":"489.911706ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:34.508941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.542019ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:34.509055Z","caller":"traceutil/trace.go:171","msg":"trace[1110191341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26772; }","duration":"202.669432ms","start":"2026-07-03T16:51:34.306366Z","end":"2026-07-03T16:51:34.509036Z","steps":["trace[1110191341] 'range keys from in-memory index tree' (duration: 202.525128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.509671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.36698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:34.510169Z","caller":"traceutil/trace.go:171","msg":"trace[376840151] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"1.282679219s","start":"2026-07-03T16:51:33.227445Z","end":"2026-07-03T16:51:34.510124Z","steps":["trace[376840151] 'process raft request' (duration: 677.785704ms)","trace[376840151] 'compare' (duration: 604.145235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:34.510385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.227424Z","time spent":"1.282832382s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:34.510518Z","caller":"traceutil/trace.go:171","msg":"trace[1979954733] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"1.25185859s","start":"2026-07-03T16:51:33.258634Z","end":"2026-07-03T16:51:34.510493Z","steps":["trace[1979954733] 'process raft request' (duration: 1.251233853s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:34.510564Z","caller":"traceutil/trace.go:171","msg":"trace[1799670472] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"1.194800761s","start":"2026-07-03T16:51:33.315741Z","end":"2026-07-03T16:51:34.510542Z","steps":["trace[1799670472] 'process raft request' (duration: 1.194210465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.51063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.258612Z","time spent":"1.251962512s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:34.510895Z","caller":"traceutil/trace.go:171","msg":"trace[1295497236] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"1.194192065s","start":"2026-07-03T16:51:33.316678Z","end":"2026-07-03T16:51:34.51087Z","steps":["trace[1295497236] 'process raft request' (duration: 1.193334133s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.511023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.316669Z","time spent":"1.194290007s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:34.510543Z","caller":"traceutil/trace.go:171","msg":"trace[2010395186] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"1.279505236s","start":"2026-07-03T16:51:33.231009Z","end":"2026-07-03T16:51:34.510514Z","steps":["trace[2010395186] 'process raft request' (duration: 1.278746195s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.511164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.231Z","time spent":"1.280116642s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:34.511201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.315727Z","time spent":"1.195383606s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:34.61094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.850893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:51:34.61122Z","caller":"traceutil/trace.go:171","msg":"trace[1296488398] linearizableReadLoop","detail":"{readStateIndex:27701; appliedIndex:27698; }","duration":"1.380081603s","start":"2026-07-03T16:51:33.231118Z","end":"2026-07-03T16:51:34.611199Z","steps":["trace[1296488398] 'read index received' (duration: 257.37869ms)","trace[1296488398] 'applied index is now lower than readState.Index' (duration: 1.122701563s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:34.611742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38038214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-03T16:51:34.611847Z","caller":"traceutil/trace.go:171","msg":"trace[1406929289] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26778; }","duration":"1.380507053s","start":"2026-07-03T16:51:33.231322Z","end":"2026-07-03T16:51:34.611829Z","steps":["trace[1406929289] 'agreement among raft nodes before linearized reading' (duration: 1.380261977s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.611901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.231314Z","time spent":"1.380573675s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-03T16:51:34.612344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381217652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:51:34.612396Z","caller":"traceutil/trace.go:171","msg":"trace[1563451233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26778; }","duration":"1.381301164s","start":"2026-07-03T16:51:33.231081Z","end":"2026-07-03T16:51:34.612383Z","steps":["trace[1563451233] 'agreement among raft nodes before linearized reading' (duration: 1.380434862s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.612439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.231067Z","time spent":"1.381362785s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:51:34.612661Z","caller":"traceutil/trace.go:171","msg":"trace[279630794] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"576.796237ms","start":"2026-07-03T16:51:34.03585Z","end":"2026-07-03T16:51:34.612646Z","steps":["trace[279630794] 'process raft request' (duration: 575.211366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.61276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:34.035817Z","time spent":"576.880449ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:34.613185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.221823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:34.613235Z","caller":"traceutil/trace.go:171","msg":"trace[92317678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26778; }","duration":"118.350306ms","start":"2026-07-03T16:51:34.49487Z","end":"2026-07-03T16:51:34.61322Z","steps":["trace[92317678] 'agreement among raft nodes before linearized reading' (duration: 118.267254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.613448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.762809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:34.613494Z","caller":"traceutil/trace.go:171","msg":"trace[966826527] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26778; }","duration":"531.842881ms","start":"2026-07-03T16:51:34.081636Z","end":"2026-07-03T16:51:34.613479Z","steps":["trace[966826527] 'agreement among raft nodes before linearized reading' (duration: 531.779669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.613536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:34.081616Z","time spent":"531.908782ms","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:34.614073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298718974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:51:34.614129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060191153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:34.614157Z","caller":"traceutil/trace.go:171","msg":"trace[1347654635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26778; }","duration":"1.298822367s","start":"2026-07-03T16:51:33.315321Z","end":"2026-07-03T16:51:34.614144Z","steps":["trace[1347654635] 'agreement among raft nodes before linearized reading' (duration: 1.298685243s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.614239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.315311Z","time spent":"1.298915529s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:34.614245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.020167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:34.614311Z","caller":"traceutil/trace.go:171","msg":"trace[351606568] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26778; }","duration":"938.1238ms","start":"2026-07-03T16:51:33.676177Z","end":"2026-07-03T16:51:34.614301Z","steps":["trace[351606568] 'agreement among raft nodes before linearized reading' (duration: 938.032438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.614354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.676156Z","time spent":"938.187121ms","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:34.614402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382412743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-07-03T16:51:34.614482Z","caller":"traceutil/trace.go:171","msg":"trace[2125382323] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26778; }","duration":"1.382732861s","start":"2026-07-03T16:51:33.231724Z","end":"2026-07-03T16:51:34.614457Z","steps":["trace[2125382323] 'agreement among raft nodes before linearized reading' (duration: 1.382257209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.614526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.231718Z","time spent":"1.382798722s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:51:34.614542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382797293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:34.614625Z","caller":"traceutil/trace.go:171","msg":"trace[1941234794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26778; }","duration":"1.382930296s","start":"2026-07-03T16:51:33.231684Z","end":"2026-07-03T16:51:34.614614Z","steps":["trace[1941234794] 'agreement among raft nodes before linearized reading' (duration: 1.382793252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.614683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.231677Z","time spent":"1.382997218s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:34.614768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301848085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:51:34.614799Z","caller":"traceutil/trace.go:171","msg":"trace[418646009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26778; }","duration":"1.301888396s","start":"2026-07-03T16:51:33.312899Z","end":"2026-07-03T16:51:34.614788Z","steps":["trace[418646009] 'agreement among raft nodes before linearized reading' (duration: 1.301812164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.614818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.312895Z","time spent":"1.301918837s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:51:34.614186Z","caller":"traceutil/trace.go:171","msg":"trace[1753010823] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26778; }","duration":"1.060282026s","start":"2026-07-03T16:51:33.55389Z","end":"2026-07-03T16:51:34.614172Z","steps":["trace[1753010823] 'agreement among raft nodes before linearized reading' (duration: 1.060176773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.615219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.553873Z","time spent":"1.061325382s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:34.615543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30015146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:51:34.615598Z","caller":"traceutil/trace.go:171","msg":"trace[1191983524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26778; }","duration":"1.300221333s","start":"2026-07-03T16:51:33.315363Z","end":"2026-07-03T16:51:34.615584Z","steps":["trace[1191983524] 'agreement among raft nodes before linearized reading' (duration: 1.300077349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.615634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.315358Z","time spent":"1.300267144s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:34.615758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302869571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:51:34.615792Z","caller":"traceutil/trace.go:171","msg":"trace[1456352120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26778; }","duration":"1.302937643s","start":"2026-07-03T16:51:33.312845Z","end":"2026-07-03T16:51:34.615783Z","steps":["trace[1456352120] 'agreement among raft nodes before linearized reading' (duration: 1.30202923s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.615813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.312828Z","time spent":"1.302979393s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:51:34.615877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381679783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:34.615935Z","caller":"traceutil/trace.go:171","msg":"trace[299984008] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26778; }","duration":"1.381748735s","start":"2026-07-03T16:51:33.234175Z","end":"2026-07-03T16:51:34.615923Z","steps":["trace[299984008] 'agreement among raft nodes before linearized reading' (duration: 1.381001566s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.616033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.234167Z","time spent":"1.381833647s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:51:34.952906Z","caller":"traceutil/trace.go:171","msg":"trace[2073405368] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"149.028833ms","start":"2026-07-03T16:51:34.80385Z","end":"2026-07-03T16:51:34.952879Z","steps":["trace[2073405368] 'process raft request' (duration: 148.789017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:34.952815Z","caller":"traceutil/trace.go:171","msg":"trace[421693560] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27717; }","duration":"147.657217ms","start":"2026-07-03T16:51:34.805136Z","end":"2026-07-03T16:51:34.952793Z","steps":["trace[421693560] 'read index received' (duration: 147.43789ms)","trace[421693560] 'applied index is now lower than readState.Index' (duration: 218.407µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:34.95315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.984685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:51:34.953216Z","caller":"traceutil/trace.go:171","msg":"trace[298208478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26790; }","duration":"148.099938ms","start":"2026-07-03T16:51:34.805101Z","end":"2026-07-03T16:51:34.953201Z","steps":["trace[298208478] 'agreement among raft nodes before linearized reading' (duration: 147.853092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.95337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.229241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-03T16:51:34.953443Z","caller":"traceutil/trace.go:171","msg":"trace[1968319204] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26790; }","duration":"131.348434ms","start":"2026-07-03T16:51:34.822085Z","end":"2026-07-03T16:51:34.953433Z","steps":["trace[1968319204] 'agreement among raft nodes before linearized reading' (duration: 131.21038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:35.421681Z","caller":"traceutil/trace.go:171","msg":"trace[158261574] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"191.310437ms","start":"2026-07-03T16:51:35.230351Z","end":"2026-07-03T16:51:35.421662Z","steps":["trace[158261574] 'process raft request' (duration: 191.254066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:35.421756Z","caller":"traceutil/trace.go:171","msg":"trace[1293687736] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"192.918929ms","start":"2026-07-03T16:51:35.228797Z","end":"2026-07-03T16:51:35.421716Z","steps":["trace[1293687736] 'process raft request' (duration: 192.733835ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:35.421854Z","caller":"traceutil/trace.go:171","msg":"trace[30584599] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"192.775856ms","start":"2026-07-03T16:51:35.228969Z","end":"2026-07-03T16:51:35.421745Z","steps":["trace[30584599] 'process raft request' (duration: 192.606832ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:35.421879Z","caller":"traceutil/trace.go:171","msg":"trace[1033484302] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"201.614985ms","start":"2026-07-03T16:51:35.220237Z","end":"2026-07-03T16:51:35.421852Z","steps":["trace[1033484302] 'process raft request' (duration: 201.170534ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:35.422008Z","caller":"traceutil/trace.go:171","msg":"trace[717723348] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"191.220755ms","start":"2026-07-03T16:51:35.230768Z","end":"2026-07-03T16:51:35.421989Z","steps":["trace[717723348] 'process raft request' (duration: 190.864666ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:35.422007Z","caller":"traceutil/trace.go:171","msg":"trace[1367528644] linearizableReadLoop","detail":"{readStateIndex:27752; appliedIndex:27750; }","duration":"193.193936ms","start":"2026-07-03T16:51:35.228789Z","end":"2026-07-03T16:51:35.421983Z","steps":["trace[1367528644] 'read index received' (duration: 32.044791ms)","trace[1367528644] 'applied index is now lower than readState.Index' (duration: 161.147975ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:35.422062Z","caller":"traceutil/trace.go:171","msg":"trace[479465395] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"187.522829ms","start":"2026-07-03T16:51:35.234498Z","end":"2026-07-03T16:51:35.422021Z","steps":["trace[479465395] 'process raft request' (duration: 187.378866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:35.4222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.301766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:35.422228Z","caller":"traceutil/trace.go:171","msg":"trace[438413231] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26828; }","duration":"162.383568ms","start":"2026-07-03T16:51:35.259836Z","end":"2026-07-03T16:51:35.42222Z","steps":["trace[438413231] 'agreement among raft nodes before linearized reading' (duration: 162.293116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:35.422228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.420312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-07-03T16:51:35.422277Z","caller":"traceutil/trace.go:171","msg":"trace[1375567620] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26828; }","duration":"193.512654ms","start":"2026-07-03T16:51:35.228751Z","end":"2026-07-03T16:51:35.422264Z","steps":["trace[1375567620] 'agreement among raft nodes before linearized reading' (duration: 193.318579ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:37.532665Z","caller":"traceutil/trace.go:171","msg":"trace[338252645] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"102.436184ms","start":"2026-07-03T16:51:37.430202Z","end":"2026-07-03T16:51:37.532638Z","steps":["trace[338252645] 'process raft request' (duration: 96.523091ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:37.534909Z","caller":"traceutil/trace.go:171","msg":"trace[1911849830] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"103.531433ms","start":"2026-07-03T16:51:37.431353Z","end":"2026-07-03T16:51:37.534885Z","steps":["trace[1911849830] 'process raft request' (duration: 102.796254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:37.535239Z","caller":"traceutil/trace.go:171","msg":"trace[1258259485] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"103.396368ms","start":"2026-07-03T16:51:37.43182Z","end":"2026-07-03T16:51:37.535216Z","steps":["trace[1258259485] 'process raft request' (duration: 102.504005ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:37.535409Z","caller":"traceutil/trace.go:171","msg":"trace[1750488717] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"101.816188ms","start":"2026-07-03T16:51:37.433438Z","end":"2026-07-03T16:51:37.535255Z","steps":["trace[1750488717] 'process raft request' (duration: 100.930055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:41.762184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.383565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-07-03T16:51:41.762348Z","caller":"traceutil/trace.go:171","msg":"trace[535634262] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:27015; }","duration":"116.59602ms","start":"2026-07-03T16:51:41.645718Z","end":"2026-07-03T16:51:41.762314Z","steps":["trace[535634262] 'range keys from in-memory index tree' (duration: 116.216911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:41.988473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.132241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4587"} {"level":"info","ts":"2026-07-03T16:51:41.988532Z","caller":"traceutil/trace.go:171","msg":"trace[601717932] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:27016; }","duration":"118.250123ms","start":"2026-07-03T16:51:41.870268Z","end":"2026-07-03T16:51:41.988518Z","steps":["trace[601717932] 'range keys from in-memory index tree' (duration: 118.016287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:44.034096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.72235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:44.034207Z","caller":"traceutil/trace.go:171","msg":"trace[542661504] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27032; }","duration":"122.886364ms","start":"2026-07-03T16:51:43.911294Z","end":"2026-07-03T16:51:44.03418Z","steps":["trace[542661504] 'count revisions from in-memory index tree' (duration: 122.626427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:44.034333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.438514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8896"} {"level":"info","ts":"2026-07-03T16:51:44.034415Z","caller":"traceutil/trace.go:171","msg":"trace[795924074] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:27032; }","duration":"114.576898ms","start":"2026-07-03T16:51:43.919822Z","end":"2026-07-03T16:51:44.034399Z","steps":["trace[795924074] 'range keys from in-memory index tree' (duration: 114.133427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:44.034582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.250058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa5798d8-9477-4ee7-8d8a-e733e55619bb\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:51:44.034655Z","caller":"traceutil/trace.go:171","msg":"trace[1491969810] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa5798d8-9477-4ee7-8d8a-e733e55619bb; range_end:; response_count:1; response_revision:27032; }","duration":"134.33213ms","start":"2026-07-03T16:51:43.900299Z","end":"2026-07-03T16:51:44.034631Z","steps":["trace[1491969810] 'range keys from in-memory index tree' (duration: 134.149026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:44.747352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.940762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:822"} {"level":"info","ts":"2026-07-03T16:51:44.747439Z","caller":"traceutil/trace.go:171","msg":"trace[503884609] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:27035; }","duration":"102.069725ms","start":"2026-07-03T16:51:44.645349Z","end":"2026-07-03T16:51:44.747418Z","steps":["trace[503884609] 'range keys from in-memory index tree' (duration: 101.787297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.713041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.690493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-03T16:51:45.713208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.647546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-07-03T16:51:45.713274Z","caller":"traceutil/trace.go:171","msg":"trace[1713691343] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:27042; }","duration":"142.767119ms","start":"2026-07-03T16:51:45.570493Z","end":"2026-07-03T16:51:45.71326Z","steps":["trace[1713691343] 'range keys from in-memory index tree' (duration: 142.473092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:45.713282Z","caller":"traceutil/trace.go:171","msg":"trace[1868890125] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27042; }","duration":"192.97362ms","start":"2026-07-03T16:51:45.520288Z","end":"2026-07-03T16:51:45.713262Z","steps":["trace[1868890125] 'range keys from in-memory index tree' (duration: 192.529059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.713388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.430079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-07-03T16:51:45.713483Z","caller":"traceutil/trace.go:171","msg":"trace[107508300] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:27042; }","duration":"167.544661ms","start":"2026-07-03T16:51:45.545918Z","end":"2026-07-03T16:51:45.713463Z","steps":["trace[107508300] 'range keys from in-memory index tree' (duration: 167.191382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:45.713645Z","caller":"traceutil/trace.go:171","msg":"trace[519210436] linearizableReadLoop","detail":"{readStateIndex:27974; appliedIndex:27973; }","duration":"118.178012ms","start":"2026-07-03T16:51:45.595447Z","end":"2026-07-03T16:51:45.713625Z","steps":["trace[519210436] 'read index received' (duration: 116.801915ms)","trace[519210436] 'applied index is now lower than readState.Index' (duration: 1.375477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:45.71382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.367007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-07-03T16:51:45.713852Z","caller":"traceutil/trace.go:171","msg":"trace[696465475] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27043; }","duration":"118.423438ms","start":"2026-07-03T16:51:45.595418Z","end":"2026-07-03T16:51:45.713841Z","steps":["trace[696465475] 'agreement among raft nodes before linearized reading' (duration: 118.313095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:45.713803Z","caller":"traceutil/trace.go:171","msg":"trace[1226010507] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"128.452508ms","start":"2026-07-03T16:51:45.585278Z","end":"2026-07-03T16:51:45.713731Z","steps":["trace[1226010507] 'process raft request' (duration: 126.958819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:46.234459Z","caller":"traceutil/trace.go:171","msg":"trace[1910335321] linearizableReadLoop","detail":"{readStateIndex:27981; appliedIndex:27980; }","duration":"114.145158ms","start":"2026-07-03T16:51:46.120287Z","end":"2026-07-03T16:51:46.234433Z","steps":["trace[1910335321] 'read index received' (duration: 112.002473ms)","trace[1910335321] 'applied index is now lower than readState.Index' (duration: 2.141425ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:46.23451Z","caller":"traceutil/trace.go:171","msg":"trace[299287340] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"137.459902ms","start":"2026-07-03T16:51:46.097025Z","end":"2026-07-03T16:51:46.234484Z","steps":["trace[299287340] 'process raft request' (duration: 135.292095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:46.234729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.424715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1274"} {"level":"info","ts":"2026-07-03T16:51:46.234789Z","caller":"traceutil/trace.go:171","msg":"trace[1447073040] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27050; }","duration":"114.538548ms","start":"2026-07-03T16:51:46.120234Z","end":"2026-07-03T16:51:46.234772Z","steps":["trace[1447073040] 'agreement among raft nodes before linearized reading' (duration: 114.331183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:46.458295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.969098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T16:51:46.458382Z","caller":"traceutil/trace.go:171","msg":"trace[187229216] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27058; }","duration":"113.110962ms","start":"2026-07-03T16:51:46.345251Z","end":"2026-07-03T16:51:46.458362Z","steps":["trace[187229216] 'range keys from in-memory index tree' (duration: 112.815824ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:31.24253Z","caller":"traceutil/trace.go:171","msg":"trace[1709567767] transaction","detail":"{read_only:false; response_revision:27488; number_of_response:1; }","duration":"467.598257ms","start":"2026-07-03T16:52:30.774905Z","end":"2026-07-03T16:52:31.242503Z","steps":["trace[1709567767] 'process raft request' (duration: 467.443263ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:31.242603Z","caller":"traceutil/trace.go:171","msg":"trace[166397460] linearizableReadLoop","detail":"{readStateIndex:28430; appliedIndex:28430; }","duration":"376.468725ms","start":"2026-07-03T16:52:30.866109Z","end":"2026-07-03T16:52:31.242578Z","steps":["trace[166397460] 'read index received' (duration: 376.459715ms)","trace[166397460] 'applied index is now lower than readState.Index' (duration: 7.45µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:31.242734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.606928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:31.242759Z","caller":"traceutil/trace.go:171","msg":"trace[1556760963] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27488; }","duration":"376.654499ms","start":"2026-07-03T16:52:30.866097Z","end":"2026-07-03T16:52:31.242751Z","steps":["trace[1556760963] 'agreement among raft nodes before linearized reading' (duration: 376.582807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.242711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.774877Z","time spent":"467.740391ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:31.242793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.866037Z","time spent":"376.747452ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:31.243563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.357426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:31.243744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.205098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:31.243654Z","caller":"traceutil/trace.go:171","msg":"trace[2124529267] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27489; }","duration":"331.492471ms","start":"2026-07-03T16:52:30.912142Z","end":"2026-07-03T16:52:31.243634Z","steps":["trace[2124529267] 'agreement among raft nodes before linearized reading' (duration: 331.337416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.243782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.124762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:31.243852Z","caller":"traceutil/trace.go:171","msg":"trace[1165782397] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"307.865298ms","start":"2026-07-03T16:52:30.935979Z","end":"2026-07-03T16:52:31.243844Z","steps":["trace[1165782397] 'process raft request' (duration: 307.388735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.243856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.801769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:52:31.243876Z","caller":"traceutil/trace.go:171","msg":"trace[1463872926] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27489; }","duration":"299.261015ms","start":"2026-07-03T16:52:30.944598Z","end":"2026-07-03T16:52:31.243859Z","steps":["trace[1463872926] 'agreement among raft nodes before linearized reading' (duration: 299.106941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.243918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.935953Z","time spent":"307.919319ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:31.243919Z","caller":"traceutil/trace.go:171","msg":"trace[1135692638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27489; }","duration":"218.888953ms","start":"2026-07-03T16:52:31.025008Z","end":"2026-07-03T16:52:31.243897Z","steps":["trace[1135692638] 'agreement among raft nodes before linearized reading' (duration: 218.78386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.243734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.608229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:52:31.243816Z","caller":"traceutil/trace.go:171","msg":"trace[1727166773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27489; }","duration":"288.317361ms","start":"2026-07-03T16:52:30.955481Z","end":"2026-07-03T16:52:31.243799Z","steps":["trace[1727166773] 'agreement among raft nodes before linearized reading' (duration: 288.188508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.244034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.478019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:52:31.244131Z","caller":"traceutil/trace.go:171","msg":"trace[241668979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27489; }","duration":"204.598992ms","start":"2026-07-03T16:52:31.039516Z","end":"2026-07-03T16:52:31.244115Z","steps":["trace[241668979] 'agreement among raft nodes before linearized reading' (duration: 204.339985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.243745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.386152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T16:52:31.244238Z","caller":"traceutil/trace.go:171","msg":"trace[238971986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27489; }","duration":"269.882675ms","start":"2026-07-03T16:52:30.974331Z","end":"2026-07-03T16:52:31.244214Z","steps":["trace[238971986] 'agreement among raft nodes before linearized reading' (duration: 269.234558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.244247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.009109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:52:31.244293Z","caller":"traceutil/trace.go:171","msg":"trace[1329856800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27489; }","duration":"206.094751ms","start":"2026-07-03T16:52:31.038185Z","end":"2026-07-03T16:52:31.24428Z","steps":["trace[1329856800] 'agreement among raft nodes before linearized reading' (duration: 205.932217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.243865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.912125Z","time spent":"331.722486ms","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:31.244078Z","caller":"traceutil/trace.go:171","msg":"trace[2117803723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27489; }","duration":"205.979378ms","start":"2026-07-03T16:52:31.038077Z","end":"2026-07-03T16:52:31.244056Z","steps":["trace[2117803723] 'agreement among raft nodes before linearized reading' (duration: 205.485045ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.13647Z","caller":"traceutil/trace.go:171","msg":"trace[685404798] linearizableReadLoop","detail":"{readStateIndex:28451; appliedIndex:28450; }","duration":"509.558885ms","start":"2026-07-03T16:52:33.626886Z","end":"2026-07-03T16:52:34.136445Z","steps":["trace[685404798] 'read index received' (duration: 461.413647ms)","trace[685404798] 'applied index is now lower than readState.Index' (duration: 48.143988ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:34.136489Z","caller":"traceutil/trace.go:171","msg":"trace[1554629971] transaction","detail":"{read_only:false; response_revision:27508; number_of_response:1; }","duration":"821.144278ms","start":"2026-07-03T16:52:33.315307Z","end":"2026-07-03T16:52:34.136452Z","steps":["trace[1554629971] 'process raft request' (duration: 773.014631ms)","trace[1554629971] 'compare' (duration: 47.737287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:34.13662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.687728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:34.136638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:33.315285Z","time spent":"821.276672ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:34.136678Z","caller":"traceutil/trace.go:171","msg":"trace[641566055] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27508; }","duration":"509.80917ms","start":"2026-07-03T16:52:33.626858Z","end":"2026-07-03T16:52:34.136667Z","steps":["trace[641566055] 'agreement among raft nodes before linearized reading' (duration: 509.670957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.136716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:33.626843Z","time spent":"509.866943ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:34.137656Z","caller":"traceutil/trace.go:171","msg":"trace[2025616280] transaction","detail":"{read_only:false; response_revision:27509; number_of_response:1; }","duration":"191.999846ms","start":"2026-07-03T16:52:33.945632Z","end":"2026-07-03T16:52:34.137631Z","steps":["trace[2025616280] 'process raft request' (duration: 191.840222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.13793Z","caller":"traceutil/trace.go:171","msg":"trace[828439170] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"175.723874ms","start":"2026-07-03T16:52:33.962168Z","end":"2026-07-03T16:52:34.137892Z","steps":["trace[828439170] 'process raft request' (duration: 175.424156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.138071Z","caller":"traceutil/trace.go:171","msg":"trace[1306138061] transaction","detail":"{read_only:false; response_revision:27513; number_of_response:1; }","duration":"167.118431ms","start":"2026-07-03T16:52:33.970938Z","end":"2026-07-03T16:52:34.138056Z","steps":["trace[1306138061] 'process raft request' (duration: 167.062589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.138109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.23477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.138148Z","caller":"traceutil/trace.go:171","msg":"trace[1423688136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27513; }","duration":"185.317782ms","start":"2026-07-03T16:52:33.952818Z","end":"2026-07-03T16:52:34.138136Z","steps":["trace[1423688136] 'agreement among raft nodes before linearized reading' (duration: 185.22835ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.138117Z","caller":"traceutil/trace.go:171","msg":"trace[828786903] transaction","detail":"{read_only:false; response_revision:27511; number_of_response:1; }","duration":"175.793146ms","start":"2026-07-03T16:52:33.962267Z","end":"2026-07-03T16:52:34.13806Z","steps":["trace[828786903] 'process raft request' (duration: 175.480148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.138193Z","caller":"traceutil/trace.go:171","msg":"trace[979631938] transaction","detail":"{read_only:false; response_revision:27512; number_of_response:1; }","duration":"175.829296ms","start":"2026-07-03T16:52:33.962312Z","end":"2026-07-03T16:52:34.138141Z","steps":["trace[979631938] 'process raft request' (duration: 175.619501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.484208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.523402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:40.484282Z","caller":"traceutil/trace.go:171","msg":"trace[1364010230] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"1.34026854s","start":"2026-07-03T16:52:39.144002Z","end":"2026-07-03T16:52:40.484271Z","steps":["trace[1364010230] 'process raft request' (duration: 644.631735ms)","trace[1364010230] 'compare' (duration: 694.23915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:40.484314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.143977Z","time spent":"1.340321671s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:42.191862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.403189063s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:52:42.192444Z","caller":"traceutil/trace.go:171","msg":"trace[2085949458] transaction","detail":"{read_only:false; response_revision:27546; number_of_response:1; }","duration":"2.941190275s","start":"2026-07-03T16:52:39.251226Z","end":"2026-07-03T16:52:42.192416Z","steps":["trace[2085949458] 'process raft request' (duration: 2.940908368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.192638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.251204Z","time spent":"2.941338359s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:42.193776Z","caller":"traceutil/trace.go:171","msg":"trace[1347275646] transaction","detail":"{read_only:false; response_revision:27547; number_of_response:1; }","duration":"2.922670345s","start":"2026-07-03T16:52:39.270973Z","end":"2026-07-03T16:52:42.193643Z","steps":["trace[1347275646] 'process raft request' (duration: 2.921381332s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.193938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.270949Z","time spent":"2.92288327s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:42.194059Z","caller":"traceutil/trace.go:171","msg":"trace[722419769] transaction","detail":"{read_only:false; response_revision:27548; number_of_response:1; }","duration":"2.92166366s","start":"2026-07-03T16:52:39.272302Z","end":"2026-07-03T16:52:42.193966Z","steps":["trace[722419769] 'process raft request' (duration: 2.921232719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.194104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905335456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:52:42.194173Z","caller":"traceutil/trace.go:171","msg":"trace[348479436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27548; }","duration":"2.905449389s","start":"2026-07-03T16:52:39.288708Z","end":"2026-07-03T16:52:42.194158Z","steps":["trace[348479436] 'agreement among raft nodes before linearized reading' (duration: 2.905287924s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.194236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.288687Z","time spent":"2.905539142s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:52:42.194339Z","caller":"traceutil/trace.go:171","msg":"trace[85931470] linearizableReadLoop","detail":"{readStateIndex:28492; appliedIndex:28488; }","duration":"2.905022348s","start":"2026-07-03T16:52:39.28876Z","end":"2026-07-03T16:52:42.193783Z","steps":["trace[85931470] 'read index received' (duration: 499.890624ms)","trace[85931470] 'applied index is now lower than readState.Index' (duration: 2.405130864s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:42.194347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.272277Z","time spent":"2.921882585s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:42.694674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965410904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:42.955211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000463158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:42.955296Z","caller":"traceutil/trace.go:171","msg":"trace[1996969981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645172s","start":"2026-07-03T16:52:40.954631Z","end":"2026-07-03T16:52:42.955277Z","steps":["trace[1996969981] 'agreement among raft nodes before linearized reading' (duration: 2.00054481s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.955355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.954601Z","time spent":"2.000742135s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:43.194974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15061056575965410904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:43.502297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299814662s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:52:43.502891Z","caller":"traceutil/trace.go:171","msg":"trace[1976357423] transaction","detail":"{read_only:false; response_revision:27549; number_of_response:1; }","duration":"3.34349631s","start":"2026-07-03T16:52:40.159349Z","end":"2026-07-03T16:52:43.502845Z","steps":["trace[1976357423] 'process raft request' (duration: 3.343229693s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.502879Z","caller":"traceutil/trace.go:171","msg":"trace[1184594176] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"3.343414809s","start":"2026-07-03T16:52:40.15944Z","end":"2026-07-03T16:52:43.502855Z","steps":["trace[1184594176] 'process raft request' (duration: 3.343313706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.503025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.159433Z","time spent":"3.343524861s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:43.503026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.159322Z","time spent":"3.343644884s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:43.503256Z","caller":"traceutil/trace.go:171","msg":"trace[2012150023] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"3.340799991s","start":"2026-07-03T16:52:40.162447Z","end":"2026-07-03T16:52:43.503247Z","steps":["trace[2012150023] 'process raft request' (duration: 3.340365079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.503323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.162429Z","time spent":"3.340850962s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:43.503345Z","caller":"traceutil/trace.go:171","msg":"trace[968375825] transaction","detail":"{read_only:false; response_revision:27552; number_of_response:1; }","duration":"3.339069096s","start":"2026-07-03T16:52:40.16423Z","end":"2026-07-03T16:52:43.503299Z","steps":["trace[968375825] 'process raft request' (duration: 3.33883269s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.503425Z","caller":"traceutil/trace.go:171","msg":"trace[446120587] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"3.337928367s","start":"2026-07-03T16:52:40.165476Z","end":"2026-07-03T16:52:43.503404Z","steps":["trace[446120587] 'process raft request' (duration: 3.337713141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.503465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.164219Z","time spent":"3.339165098s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:43.503494Z","caller":"traceutil/trace.go:171","msg":"trace[10978478] transaction","detail":"{read_only:false; response_revision:27554; number_of_response:1; }","duration":"2.543464009s","start":"2026-07-03T16:52:40.960021Z","end":"2026-07-03T16:52:43.503485Z","steps":["trace[10978478] 'process raft request' (duration: 2.543228593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.503514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.165457Z","time spent":"3.338014698s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:43.50354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.959989Z","time spent":"2.5435265s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.294195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999120892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:44.294282Z","caller":"traceutil/trace.go:171","msg":"trace[685897381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999255116s","start":"2026-07-03T16:52:39.295004Z","end":"2026-07-03T16:52:44.294259Z","steps":["trace[685897381] 'agreement among raft nodes before linearized reading' (duration: 4.999146583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.294335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.294988Z","time spent":"4.999334717s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:52:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:44.297485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999519352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:44.297615Z","caller":"traceutil/trace.go:171","msg":"trace[644294993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999705147s","start":"2026-07-03T16:52:39.297881Z","end":"2026-07-03T16:52:44.297586Z","steps":["trace[644294993] 'agreement among raft nodes before linearized reading' (duration: 4.999549603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.297766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.297861Z","time spent":"4.999811639s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:52:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:44.48055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.176762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:52:44.481262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.075757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:44.481335Z","caller":"traceutil/trace.go:171","msg":"trace[333400283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27554; }","duration":"175.153019ms","start":"2026-07-03T16:52:44.306168Z","end":"2026-07-03T16:52:44.481321Z","steps":["trace[333400283] 'range keys from in-memory index tree' (duration: 175.064547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.481667Z","caller":"traceutil/trace.go:171","msg":"trace[366404385] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"2.393886082s","start":"2026-07-03T16:52:42.087755Z","end":"2026-07-03T16:52:44.481641Z","steps":["trace[366404385] 'process raft request' (duration: 2.392905957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.481878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.087732Z","time spent":"2.394050737s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.808913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.187409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:44.809161Z","caller":"traceutil/trace.go:171","msg":"trace[1369409952] linearizableReadLoop","detail":"{readStateIndex:28502; appliedIndex:28492; }","duration":"2.614775436s","start":"2026-07-03T16:52:42.194367Z","end":"2026-07-03T16:52:44.809142Z","steps":["trace[1369409952] 'read index received' (duration: 1.308202079s)","trace[1369409952] 'applied index is now lower than readState.Index' (duration: 1.306558737s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:44.809567Z","caller":"traceutil/trace.go:171","msg":"trace[1166715606] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"2.664199537s","start":"2026-07-03T16:52:42.145342Z","end":"2026-07-03T16:52:44.809542Z","steps":["trace[1166715606] 'process raft request' (duration: 2.33628387s)","trace[1166715606] 'compare' (duration: 326.898861ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:44.809659Z","caller":"traceutil/trace.go:171","msg":"trace[1606988459] transaction","detail":"{read_only:false; response_revision:27557; number_of_response:1; }","duration":"2.610053465s","start":"2026-07-03T16:52:42.199591Z","end":"2026-07-03T16:52:44.809644Z","steps":["trace[1606988459] 'process raft request' (duration: 2.609441079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.809667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.14531Z","time spent":"2.6643106s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.809749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35738865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T16:52:44.809804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.199572Z","time spent":"2.610176108s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.809796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413979169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:44.809886Z","caller":"traceutil/trace.go:171","msg":"trace[2080236134] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27557; }","duration":"4.414117303s","start":"2026-07-03T16:52:40.395749Z","end":"2026-07-03T16:52:44.809866Z","steps":["trace[2080236134] 'agreement among raft nodes before linearized reading' (duration: 4.413919118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.809939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029798174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-wqgtf.18bed4cbce243043\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-03T16:52:44.809822Z","caller":"traceutil/trace.go:171","msg":"trace[456167234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27557; }","duration":"3.357497033s","start":"2026-07-03T16:52:41.452307Z","end":"2026-07-03T16:52:44.809804Z","steps":["trace[456167234] 'agreement among raft nodes before linearized reading' (duration: 3.357251487s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.809985Z","caller":"traceutil/trace.go:171","msg":"trace[503304704] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-wqgtf.18bed4cbce243043; range_end:; response_count:1; response_revision:27557; }","duration":"4.029882646s","start":"2026-07-03T16:52:40.780091Z","end":"2026-07-03T16:52:44.809974Z","steps":["trace[503304704] 'agreement among raft nodes before linearized reading' (duration: 4.029775364s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.809985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.452292Z","time spent":"3.357686188s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:52:44.810025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.78007Z","time spent":"4.029946938s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-wqgtf.18bed4cbce243043\" "} {"level":"warn","ts":"2026-07-03T16:52:44.809957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893944344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"warn","ts":"2026-07-03T16:52:44.809685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851089711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:44.810165Z","caller":"traceutil/trace.go:171","msg":"trace[119318799] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:27557; }","duration":"3.89418711s","start":"2026-07-03T16:52:40.915919Z","end":"2026-07-03T16:52:44.810106Z","steps":["trace[119318799] 'agreement among raft nodes before linearized reading' (duration: 3.893745729s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.810177Z","caller":"traceutil/trace.go:171","msg":"trace[349777638] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27557; }","duration":"2.851600284s","start":"2026-07-03T16:52:41.958525Z","end":"2026-07-03T16:52:44.810125Z","steps":["trace[349777638] 'agreement among raft nodes before linearized reading' (duration: 2.85105496s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.81024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.915902Z","time spent":"3.894324114s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1129,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-07-03T16:52:44.810346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.958509Z","time spent":"2.851753248s","remote":"127.0.0.1:44592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:44.809943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.395733Z","time spent":"4.414200004s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:44.810163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.512057234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:52:44.810464Z","caller":"traceutil/trace.go:171","msg":"trace[1350995258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27557; }","duration":"5.512375261s","start":"2026-07-03T16:52:39.298071Z","end":"2026-07-03T16:52:44.810447Z","steps":["trace[1350995258] 'agreement among raft nodes before linearized reading' (duration: 5.511963531s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.810514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.298065Z","time spent":"5.512435043s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:44.810539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.617843852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:52:44.81058Z","caller":"traceutil/trace.go:171","msg":"trace[1224561996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27557; }","duration":"4.617927104s","start":"2026-07-03T16:52:40.192644Z","end":"2026-07-03T16:52:44.810571Z","steps":["trace[1224561996] 'agreement among raft nodes before linearized reading' (duration: 4.616934748s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.810769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.192626Z","time spent":"4.618137111s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:44.811074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146964981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:44.811136Z","caller":"traceutil/trace.go:171","msg":"trace[1018001076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27557; }","duration":"4.147061853s","start":"2026-07-03T16:52:40.66405Z","end":"2026-07-03T16:52:44.811112Z","steps":["trace[1018001076] 'agreement among raft nodes before linearized reading' (duration: 4.146951261s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.811176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.66403Z","time spent":"4.147134946s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:44.812804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.144897869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:44.8129Z","caller":"traceutil/trace.go:171","msg":"trace[841547222] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27557; }","duration":"5.145005732s","start":"2026-07-03T16:52:39.667851Z","end":"2026-07-03T16:52:44.812857Z","steps":["trace[841547222] 'agreement among raft nodes before linearized reading' (duration: 5.142162668s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.813089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.667833Z","time spent":"5.145196677s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2779,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:44.823336Z","caller":"traceutil/trace.go:171","msg":"trace[141186723] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"622.626745ms","start":"2026-07-03T16:52:44.200694Z","end":"2026-07-03T16:52:44.823321Z","steps":["trace[141186723] 'process raft request' (duration: 622.528472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.823425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.200668Z","time spent":"622.707966ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:44.832612Z","caller":"traceutil/trace.go:171","msg":"trace[965142175] transaction","detail":"{read_only:false; response_revision:27559; number_of_response:1; }","duration":"631.798261ms","start":"2026-07-03T16:52:44.200792Z","end":"2026-07-03T16:52:44.832591Z","steps":["trace[965142175] 'process raft request' (duration: 631.607706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.832797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.200751Z","time spent":"631.923784ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.833416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9183509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:52:44.833451Z","caller":"traceutil/trace.go:171","msg":"trace[1236527249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27562; }","duration":"1.918414692s","start":"2026-07-03T16:52:42.915028Z","end":"2026-07-03T16:52:44.833443Z","steps":["trace[1236527249] 'agreement among raft nodes before linearized reading' (duration: 1.918299719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.833572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.915012Z","time spent":"1.918540985s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:44.833751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878136119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:44.833777Z","caller":"traceutil/trace.go:171","msg":"trace[921213655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27562; }","duration":"1.87818461s","start":"2026-07-03T16:52:42.955587Z","end":"2026-07-03T16:52:44.833771Z","steps":["trace[921213655] 'agreement among raft nodes before linearized reading' (duration: 1.878139709s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.833917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.955576Z","time spent":"1.878281703s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:44.833953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.409626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:44.833544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158909024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:44.834132Z","caller":"traceutil/trace.go:171","msg":"trace[1094638990] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27562; }","duration":"2.15953567s","start":"2026-07-03T16:52:42.674568Z","end":"2026-07-03T16:52:44.834104Z","steps":["trace[1094638990] 'agreement among raft nodes before linearized reading' (duration: 2.158902954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.834212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.674548Z","time spent":"2.159641483s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:44.834183Z","caller":"traceutil/trace.go:171","msg":"trace[1418656700] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27562; }","duration":"405.703453ms","start":"2026-07-03T16:52:44.428394Z","end":"2026-07-03T16:52:44.834097Z","steps":["trace[1418656700] 'agreement among raft nodes before linearized reading' (duration: 405.293172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.834414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.428379Z","time spent":"405.929609ms","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:27.702808Z","caller":"traceutil/trace.go:171","msg":"trace[1540738493] linearizableReadLoop","detail":"{readStateIndex:28995; appliedIndex:28994; }","duration":"419.131354ms","start":"2026-07-03T16:53:27.283651Z","end":"2026-07-03T16:53:27.702782Z","steps":["trace[1540738493] 'read index received' (duration: 418.936748ms)","trace[1540738493] 'applied index is now lower than readState.Index' (duration: 193.786µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:27.702927Z","caller":"traceutil/trace.go:171","msg":"trace[1127469144] transaction","detail":"{read_only:false; response_revision:28038; number_of_response:1; }","duration":"527.290538ms","start":"2026-07-03T16:53:27.175625Z","end":"2026-07-03T16:53:27.702916Z","steps":["trace[1127469144] 'process raft request' (duration: 527.020141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.703042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.175606Z","time spent":"527.35295ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:27.703225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.761687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:27.703311Z","caller":"traceutil/trace.go:171","msg":"trace[1852062918] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28038; }","duration":"199.88505ms","start":"2026-07-03T16:53:27.503407Z","end":"2026-07-03T16:53:27.703292Z","steps":["trace[1852062918] 'agreement among raft nodes before linearized reading' (duration: 199.739026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.703469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.78609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:53:27.70346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.439647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-03T16:53:27.703546Z","caller":"traceutil/trace.go:171","msg":"trace[505947816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28038; }","duration":"419.921434ms","start":"2026-07-03T16:53:27.283606Z","end":"2026-07-03T16:53:27.703527Z","steps":["trace[505947816] 'agreement among raft nodes before linearized reading' (duration: 419.745609ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.703568Z","caller":"traceutil/trace.go:171","msg":"trace[1377542273] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28038; }","duration":"197.584531ms","start":"2026-07-03T16:53:27.505961Z","end":"2026-07-03T16:53:27.703545Z","steps":["trace[1377542273] 'agreement among raft nodes before linearized reading' (duration: 197.242032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.70358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.49025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:27.703599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.283589Z","time spent":"419.993075ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:27.703613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.43182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:27.703722Z","caller":"traceutil/trace.go:171","msg":"trace[848442370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28038; }","duration":"318.578764ms","start":"2026-07-03T16:53:27.385114Z","end":"2026-07-03T16:53:27.703693Z","steps":["trace[848442370] 'agreement among raft nodes before linearized reading' (duration: 317.844665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.703811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.385091Z","time spent":"318.693646ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:53:27.703648Z","caller":"traceutil/trace.go:171","msg":"trace[1843651742] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28038; }","duration":"201.591413ms","start":"2026-07-03T16:53:27.502041Z","end":"2026-07-03T16:53:27.703632Z","steps":["trace[1843651742] 'agreement among raft nodes before linearized reading' (duration: 201.495511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.703915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.371878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:27.704006Z","caller":"traceutil/trace.go:171","msg":"trace[2080288544] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28038; }","duration":"201.954412ms","start":"2026-07-03T16:53:27.502036Z","end":"2026-07-03T16:53:27.70399Z","steps":["trace[2080288544] 'agreement among raft nodes before linearized reading' (duration: 201.47733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:33.2405Z","caller":"traceutil/trace.go:171","msg":"trace[1943734387] transaction","detail":"{read_only:false; response_revision:28084; number_of_response:1; }","duration":"154.511179ms","start":"2026-07-03T16:53:33.085965Z","end":"2026-07-03T16:53:33.240476Z","steps":["trace[1943734387] 'process raft request' (duration: 154.252683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:33.302965Z","caller":"traceutil/trace.go:171","msg":"trace[1044287834] transaction","detail":"{read_only:false; response_revision:28085; number_of_response:1; }","duration":"216.036712ms","start":"2026-07-03T16:53:33.086898Z","end":"2026-07-03T16:53:33.302934Z","steps":["trace[1044287834] 'process raft request' (duration: 215.862088ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:33.394407Z","caller":"traceutil/trace.go:171","msg":"trace[940445667] transaction","detail":"{read_only:false; response_revision:28086; number_of_response:1; }","duration":"137.678339ms","start":"2026-07-03T16:53:33.256705Z","end":"2026-07-03T16:53:33.394384Z","steps":["trace[940445667] 'process raft request' (duration: 103.454995ms)","trace[940445667] 'compare' (duration: 34.094791ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:34.837296Z","caller":"traceutil/trace.go:171","msg":"trace[2017159897] transaction","detail":"{read_only:false; response_revision:28098; number_of_response:1; }","duration":"119.384021ms","start":"2026-07-03T16:53:34.717868Z","end":"2026-07-03T16:53:34.837252Z","steps":["trace[2017159897] 'process raft request' (duration: 21.719315ms)","trace[2017159897] 'compare' (duration: 97.472011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:35.15067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.020149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:35.150766Z","caller":"traceutil/trace.go:171","msg":"trace[703171409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28099; }","duration":"194.180084ms","start":"2026-07-03T16:53:34.956567Z","end":"2026-07-03T16:53:35.150747Z","steps":["trace[703171409] 'range keys from in-memory index tree' (duration: 193.915377ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:35.358113Z","caller":"traceutil/trace.go:171","msg":"trace[1289041167] transaction","detail":"{read_only:false; response_revision:28100; number_of_response:1; }","duration":"112.917916ms","start":"2026-07-03T16:53:35.245162Z","end":"2026-07-03T16:53:35.35808Z","steps":["trace[1289041167] 'process raft request' (duration: 112.705621ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:37.090268Z","caller":"traceutil/trace.go:171","msg":"trace[1372901095] linearizableReadLoop","detail":"{readStateIndex:29075; appliedIndex:29074; }","duration":"154.571492ms","start":"2026-07-03T16:53:36.935673Z","end":"2026-07-03T16:53:37.090245Z","steps":["trace[1372901095] 'read index received' (duration: 154.535761ms)","trace[1372901095] 'applied index is now lower than readState.Index' (duration: 34.951µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:37.09035Z","caller":"traceutil/trace.go:171","msg":"trace[446433451] transaction","detail":"{read_only:false; response_revision:28116; number_of_response:1; }","duration":"241.318559ms","start":"2026-07-03T16:53:36.849009Z","end":"2026-07-03T16:53:37.090328Z","steps":["trace[446433451] 'process raft request' (duration: 241.101664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.09045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.757477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:37.09049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.782398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.090635Z","caller":"traceutil/trace.go:171","msg":"trace[696994334] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28116; }","duration":"154.944432ms","start":"2026-07-03T16:53:36.935669Z","end":"2026-07-03T16:53:37.090613Z","steps":["trace[696994334] 'agreement among raft nodes before linearized reading' (duration: 154.712426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:37.090721Z","caller":"traceutil/trace.go:171","msg":"trace[845056525] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28116; }","duration":"154.87517ms","start":"2026-07-03T16:53:36.935626Z","end":"2026-07-03T16:53:37.090501Z","steps":["trace[845056525] 'agreement among raft nodes before linearized reading' (duration: 154.757237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:37.268527Z","caller":"traceutil/trace.go:171","msg":"trace[1113913144] linearizableReadLoop","detail":"{readStateIndex:29076; appliedIndex:29075; }","duration":"178.161123ms","start":"2026-07-03T16:53:37.090342Z","end":"2026-07-03T16:53:37.268503Z","steps":["trace[1113913144] 'read index received' (duration: 97.840551ms)","trace[1113913144] 'applied index is now lower than readState.Index' (duration: 80.319732ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:37.268576Z","caller":"traceutil/trace.go:171","msg":"trace[604204078] transaction","detail":"{read_only:false; response_revision:28117; number_of_response:1; }","duration":"220.540278ms","start":"2026-07-03T16:53:37.04799Z","end":"2026-07-03T16:53:37.26853Z","steps":["trace[604204078] 'process raft request' (duration: 140.213885ms)","trace[604204078] 'compare' (duration: 80.137698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:37.268648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.888009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.268677Z","caller":"traceutil/trace.go:171","msg":"trace[1509810968] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28117; }","duration":"332.958251ms","start":"2026-07-03T16:53:36.935709Z","end":"2026-07-03T16:53:37.268668Z","steps":["trace[1509810968] 'agreement among raft nodes before linearized reading' (duration: 332.90067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.268704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.935692Z","time spent":"333.006972ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:53:37.268687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.974579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:37.268751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.992344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.268852Z","caller":"traceutil/trace.go:171","msg":"trace[198829972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28117; }","duration":"141.116687ms","start":"2026-07-03T16:53:37.127688Z","end":"2026-07-03T16:53:37.268805Z","steps":["trace[198829972] 'agreement among raft nodes before linearized reading' (duration: 140.988543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.268758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.843342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-03T16:53:37.268806Z","caller":"traceutil/trace.go:171","msg":"trace[465577379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28117; }","duration":"313.098363ms","start":"2026-07-03T16:53:36.95566Z","end":"2026-07-03T16:53:37.268759Z","steps":["trace[465577379] 'agreement among raft nodes before linearized reading' (duration: 312.955919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:37.268906Z","caller":"traceutil/trace.go:171","msg":"trace[1095675526] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28117; }","duration":"332.015216ms","start":"2026-07-03T16:53:36.936876Z","end":"2026-07-03T16:53:37.268891Z","steps":["trace[1095675526] 'agreement among raft nodes before linearized reading' (duration: 331.735999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.268921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.955649Z","time spent":"313.259246ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:37.268954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.936865Z","time spent":"332.077738ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:53:38.07792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.490981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:38.078049Z","caller":"traceutil/trace.go:171","msg":"trace[648513659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28120; }","duration":"185.662855ms","start":"2026-07-03T16:53:37.892369Z","end":"2026-07-03T16:53:38.078032Z","steps":["trace[648513659] 'range keys from in-memory index tree' (duration: 185.339537ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.078196Z","caller":"traceutil/trace.go:171","msg":"trace[119225470] transaction","detail":"{read_only:false; response_revision:28121; number_of_response:1; }","duration":"166.543377ms","start":"2026-07-03T16:53:37.91162Z","end":"2026-07-03T16:53:38.078164Z","steps":["trace[119225470] 'process raft request' (duration: 129.09431ms)","trace[119225470] 'compare' (duration: 36.906703ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:38.23379Z","caller":"traceutil/trace.go:171","msg":"trace[1220089348] transaction","detail":"{read_only:false; response_revision:28122; number_of_response:1; }","duration":"321.498238ms","start":"2026-07-03T16:53:37.912262Z","end":"2026-07-03T16:53:38.23376Z","steps":["trace[1220089348] 'process raft request' (duration: 304.846743ms)","trace[1220089348] 'compare' (duration: 16.43671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:38.233979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.912236Z","time spent":"321.654723ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.234013Z","caller":"traceutil/trace.go:171","msg":"trace[2057749196] transaction","detail":"{read_only:false; response_revision:28123; number_of_response:1; }","duration":"321.651682ms","start":"2026-07-03T16:53:37.912342Z","end":"2026-07-03T16:53:38.233994Z","steps":["trace[2057749196] 'process raft request' (duration: 321.333954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.23413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.91231Z","time spent":"321.759675ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.234393Z","caller":"traceutil/trace.go:171","msg":"trace[1320574907] transaction","detail":"{read_only:false; response_revision:28124; number_of_response:1; }","duration":"321.715904ms","start":"2026-07-03T16:53:37.912666Z","end":"2026-07-03T16:53:38.234381Z","steps":["trace[1320574907] 'process raft request' (duration: 321.244332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.234442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.912647Z","time spent":"321.769765ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.234746Z","caller":"traceutil/trace.go:171","msg":"trace[371217516] linearizableReadLoop","detail":"{readStateIndex:29084; appliedIndex:29079; }","duration":"311.181294ms","start":"2026-07-03T16:53:37.923534Z","end":"2026-07-03T16:53:38.234715Z","steps":["trace[371217516] 'read index received' (duration: 117.302239ms)","trace[371217516] 'applied index is now lower than readState.Index' (duration: 193.877705ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:38.23486Z","caller":"traceutil/trace.go:171","msg":"trace[385235507] transaction","detail":"{read_only:false; response_revision:28125; number_of_response:1; }","duration":"321.706784ms","start":"2026-07-03T16:53:37.913098Z","end":"2026-07-03T16:53:38.234805Z","steps":["trace[385235507] 'process raft request' (duration: 321.308654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.235005Z","caller":"traceutil/trace.go:171","msg":"trace[138361039] transaction","detail":"{read_only:false; response_revision:28126; number_of_response:1; }","duration":"311.205654ms","start":"2026-07-03T16:53:37.923738Z","end":"2026-07-03T16:53:38.234944Z","steps":["trace[138361039] 'process raft request' (duration: 310.905247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.235034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.913088Z","time spent":"321.855327ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.23511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.567294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:38.235165Z","caller":"traceutil/trace.go:171","msg":"trace[1899305191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28126; }","duration":"311.639885ms","start":"2026-07-03T16:53:37.923513Z","end":"2026-07-03T16:53:38.235153Z","steps":["trace[1899305191] 'agreement among raft nodes before linearized reading' (duration: 311.498902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.235224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.923502Z","time spent":"311.705997ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:38.235275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.923733Z","time spent":"311.330848ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.239172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.756263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:38.239205Z","caller":"traceutil/trace.go:171","msg":"trace[61669088] transaction","detail":"{read_only:false; response_revision:28127; number_of_response:1; }","duration":"156.498ms","start":"2026-07-03T16:53:38.082684Z","end":"2026-07-03T16:53:38.239182Z","steps":["trace[61669088] 'process raft request' (duration: 156.308175ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.239239Z","caller":"traceutil/trace.go:171","msg":"trace[650534948] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28127; }","duration":"175.826425ms","start":"2026-07-03T16:53:38.063398Z","end":"2026-07-03T16:53:38.239225Z","steps":["trace[650534948] 'agreement among raft nodes before linearized reading' (duration: 175.706632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.239277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.253532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:38.239294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.384715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:38.239329Z","caller":"traceutil/trace.go:171","msg":"trace[619256310] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28127; }","duration":"107.355194ms","start":"2026-07-03T16:53:38.131961Z","end":"2026-07-03T16:53:38.239316Z","steps":["trace[619256310] 'agreement among raft nodes before linearized reading' (duration: 107.272612ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.239341Z","caller":"traceutil/trace.go:171","msg":"trace[1684369373] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28127; }","duration":"107.461028ms","start":"2026-07-03T16:53:38.131867Z","end":"2026-07-03T16:53:38.239328Z","steps":["trace[1684369373] 'agreement among raft nodes before linearized reading' (duration: 107.383166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.239464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.009145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-03T16:53:38.239568Z","caller":"traceutil/trace.go:171","msg":"trace[370450563] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28127; }","duration":"107.144708ms","start":"2026-07-03T16:53:38.13241Z","end":"2026-07-03T16:53:38.239554Z","steps":["trace[370450563] 'agreement among raft nodes before linearized reading' (duration: 106.736138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:58.370226Z","caller":"traceutil/trace.go:171","msg":"trace[1669126637] transaction","detail":"{read_only:false; response_revision:28266; number_of_response:1; }","duration":"118.004357ms","start":"2026-07-03T16:53:58.252193Z","end":"2026-07-03T16:53:58.370197Z","steps":["trace[1669126637] 'process raft request' (duration: 117.842343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:53.002303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26352} {"level":"info","ts":"2026-07-03T16:54:53.125654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26352,"took":"120.157352ms","hash":4271595520,"current-db-size-bytes":58089472,"current-db-size":"58 MB","current-db-size-in-use-bytes":32886784,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-03T16:54:53.125934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4271595520,"revision":26352,"compact-revision":24383} {"level":"info","ts":"2026-07-03T16:55:18.898549Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e654fe799640d103","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:55:18.903686Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-03T16:55:18.903789Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-03T16:56:23.554091Z","caller":"traceutil/trace.go:171","msg":"trace[2041919315] transaction","detail":"{read_only:false; response_revision:29695; number_of_response:1; }","duration":"422.93821ms","start":"2026-07-03T16:56:23.131126Z","end":"2026-07-03T16:56:23.554064Z","steps":["trace[2041919315] 'process raft request' (duration: 398.733794ms)","trace[2041919315] 'compare' (duration: 23.835347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:23.554452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.131105Z","time spent":"423.270469ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.558485Z","caller":"traceutil/trace.go:171","msg":"trace[547394431] transaction","detail":"{read_only:false; response_revision:29696; number_of_response:1; }","duration":"388.049263ms","start":"2026-07-03T16:56:23.170422Z","end":"2026-07-03T16:56:23.558471Z","steps":["trace[547394431] 'process raft request' (duration: 387.892169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.55861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.1704Z","time spent":"388.146554ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.558617Z","caller":"traceutil/trace.go:171","msg":"trace[1093673178] transaction","detail":"{read_only:false; response_revision:29697; number_of_response:1; }","duration":"384.577614ms","start":"2026-07-03T16:56:23.174022Z","end":"2026-07-03T16:56:23.558599Z","steps":["trace[1093673178] 'process raft request' (duration: 384.42004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.558692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.173995Z","time spent":"384.656566ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.55874Z","caller":"traceutil/trace.go:171","msg":"trace[545029849] linearizableReadLoop","detail":"{readStateIndex:30700; appliedIndex:30695; }","duration":"283.01231ms","start":"2026-07-03T16:56:23.275707Z","end":"2026-07-03T16:56:23.55872Z","steps":["trace[545029849] 'read index received' (duration: 254.162516ms)","trace[545029849] 'applied index is now lower than readState.Index' (duration: 28.849024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:23.558892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.179115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:23.558922Z","caller":"traceutil/trace.go:171","msg":"trace[1080543234] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29699; }","duration":"283.303718ms","start":"2026-07-03T16:56:23.27561Z","end":"2026-07-03T16:56:23.558914Z","steps":["trace[1080543234] 'agreement among raft nodes before linearized reading' (duration: 283.223076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.558971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.566299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:56:23.559028Z","caller":"traceutil/trace.go:171","msg":"trace[1459206566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29699; }","duration":"168.652831ms","start":"2026-07-03T16:56:23.390359Z","end":"2026-07-03T16:56:23.559011Z","steps":["trace[1459206566] 'agreement among raft nodes before linearized reading' (duration: 168.500187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.558991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.456745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:23.559083Z","caller":"traceutil/trace.go:171","msg":"trace[2131976722] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:29699; }","duration":"144.607038ms","start":"2026-07-03T16:56:23.414455Z","end":"2026-07-03T16:56:23.559063Z","steps":["trace[2131976722] 'agreement among raft nodes before linearized reading' (duration: 144.435264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.559129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.695762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:56:23.559193Z","caller":"traceutil/trace.go:171","msg":"trace[745861031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29699; }","duration":"168.797354ms","start":"2026-07-03T16:56:23.390378Z","end":"2026-07-03T16:56:23.559176Z","steps":["trace[745861031] 'agreement among raft nodes before linearized reading' (duration: 168.63077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.559226Z","caller":"traceutil/trace.go:171","msg":"trace[1217910501] transaction","detail":"{read_only:false; response_revision:29698; number_of_response:1; }","duration":"381.059285ms","start":"2026-07-03T16:56:23.178147Z","end":"2026-07-03T16:56:23.559207Z","steps":["trace[1217910501] 'process raft request' (duration: 380.413369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.55939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.178137Z","time spent":"381.2165ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.559405Z","caller":"traceutil/trace.go:171","msg":"trace[1221925883] transaction","detail":"{read_only:false; response_revision:29699; number_of_response:1; }","duration":"381.022954ms","start":"2026-07-03T16:56:23.178367Z","end":"2026-07-03T16:56:23.55939Z","steps":["trace[1221925883] 'process raft request' (duration: 380.312045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.55948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.178333Z","time spent":"381.117106ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:35.881275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.813591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:56:35.881431Z","caller":"traceutil/trace.go:171","msg":"trace[841628650] transaction","detail":"{read_only:false; response_revision:29788; number_of_response:1; }","duration":"270.023429ms","start":"2026-07-03T16:56:35.611388Z","end":"2026-07-03T16:56:35.881411Z","steps":["trace[841628650] 'process raft request' (duration: 87.016124ms)","trace[841628650] 'compare' (duration: 182.719268ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:35.88147Z","caller":"traceutil/trace.go:171","msg":"trace[390498231] transaction","detail":"{read_only:false; response_revision:29790; number_of_response:1; }","duration":"264.194532ms","start":"2026-07-03T16:56:35.617266Z","end":"2026-07-03T16:56:35.881461Z","steps":["trace[390498231] 'process raft request' (duration: 264.11109ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:35.881505Z","caller":"traceutil/trace.go:171","msg":"trace[1187720075] linearizableReadLoop","detail":"{readStateIndex:30794; appliedIndex:30790; }","duration":"256.985599ms","start":"2026-07-03T16:56:35.624492Z","end":"2026-07-03T16:56:35.881477Z","steps":["trace[1187720075] 'read index received' (duration: 3.564122ms)","trace[1187720075] 'applied index is now lower than readState.Index' (duration: 253.420517ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:35.8815Z","caller":"traceutil/trace.go:171","msg":"trace[1765688496] transaction","detail":"{read_only:false; response_revision:29789; number_of_response:1; }","duration":"264.454928ms","start":"2026-07-03T16:56:35.616999Z","end":"2026-07-03T16:56:35.881454Z","steps":["trace[1765688496] 'process raft request' (duration: 264.343646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:35.881555Z","caller":"traceutil/trace.go:171","msg":"trace[1602230897] transaction","detail":"{read_only:false; response_revision:29791; number_of_response:1; }","duration":"263.817782ms","start":"2026-07-03T16:56:35.617728Z","end":"2026-07-03T16:56:35.881545Z","steps":["trace[1602230897] 'process raft request' (duration: 263.674518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:35.881658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.164103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:56:35.881679Z","caller":"traceutil/trace.go:171","msg":"trace[67526714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29791; }","duration":"257.205784ms","start":"2026-07-03T16:56:35.624467Z","end":"2026-07-03T16:56:35.881672Z","steps":["trace[67526714] 'agreement among raft nodes before linearized reading' (duration: 257.127462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:35.881677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.691465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:35.881737Z","caller":"traceutil/trace.go:171","msg":"trace[1358642857] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29791; }","duration":"255.801528ms","start":"2026-07-03T16:56:35.625922Z","end":"2026-07-03T16:56:35.881724Z","steps":["trace[1358642857] 'agreement among raft nodes before linearized reading' (duration: 255.692355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:35.882028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.235762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:56:35.882057Z","caller":"traceutil/trace.go:171","msg":"trace[35160231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29791; }","duration":"251.288962ms","start":"2026-07-03T16:56:35.630759Z","end":"2026-07-03T16:56:35.882048Z","steps":["trace[35160231] 'agreement among raft nodes before linearized reading' (duration: 251.173119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:36.360785Z","caller":"traceutil/trace.go:171","msg":"trace[408392603] linearizableReadLoop","detail":"{readStateIndex:30800; appliedIndex:30799; }","duration":"168.045185ms","start":"2026-07-03T16:56:36.192704Z","end":"2026-07-03T16:56:36.360749Z","steps":["trace[408392603] 'read index received' (duration: 159.124838ms)","trace[408392603] 'applied index is now lower than readState.Index' (duration: 8.919057ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:36.360854Z","caller":"traceutil/trace.go:171","msg":"trace[1885023721] transaction","detail":"{read_only:false; response_revision:29797; number_of_response:1; }","duration":"185.394856ms","start":"2026-07-03T16:56:36.175426Z","end":"2026-07-03T16:56:36.36082Z","steps":["trace[1885023721] 'process raft request' (duration: 176.347716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:36.361006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.297932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-07-03T16:56:36.361067Z","caller":"traceutil/trace.go:171","msg":"trace[2100834507] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29797; }","duration":"168.407405ms","start":"2026-07-03T16:56:36.192646Z","end":"2026-07-03T16:56:36.361054Z","steps":["trace[2100834507] 'agreement among raft nodes before linearized reading' (duration: 168.247561ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:53.260064Z","caller":"traceutil/trace.go:171","msg":"trace[2082828936] transaction","detail":"{read_only:false; response_revision:29993; number_of_response:1; }","duration":"112.570484ms","start":"2026-07-03T16:56:53.147462Z","end":"2026-07-03T16:56:53.260033Z","steps":["trace[2082828936] 'process raft request' (duration: 112.404279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:53.371188Z","caller":"traceutil/trace.go:171","msg":"trace[864964279] transaction","detail":"{read_only:false; response_revision:29994; number_of_response:1; }","duration":"210.584218ms","start":"2026-07-03T16:56:53.160581Z","end":"2026-07-03T16:56:53.371166Z","steps":["trace[864964279] 'process raft request' (duration: 116.186657ms)","trace[864964279] 'compare' (duration: 91.780694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:53.37156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.245697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:56:53.371596Z","caller":"traceutil/trace.go:171","msg":"trace[697979139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29994; }","duration":"160.33391ms","start":"2026-07-03T16:56:53.211251Z","end":"2026-07-03T16:56:53.371585Z","steps":["trace[697979139] 'agreement among raft nodes before linearized reading' (duration: 160.199476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:53.371414Z","caller":"traceutil/trace.go:171","msg":"trace[1029696094] linearizableReadLoop","detail":"{readStateIndex:31005; appliedIndex:31003; }","duration":"159.668933ms","start":"2026-07-03T16:56:53.211298Z","end":"2026-07-03T16:56:53.370967Z","steps":["trace[1029696094] 'read index received' (duration: 48.602997ms)","trace[1029696094] 'applied index is now lower than readState.Index' (duration: 111.064896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:53.372157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.48273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-07-03T16:56:53.37284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.235158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:56:53.372988Z","caller":"traceutil/trace.go:171","msg":"trace[573745457] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:29994; }","duration":"107.434303ms","start":"2026-07-03T16:56:53.265542Z","end":"2026-07-03T16:56:53.372976Z","steps":["trace[573745457] 'agreement among raft nodes before linearized reading' (duration: 106.395647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:53.372258Z","caller":"traceutil/trace.go:171","msg":"trace[1859856900] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:29994; }","duration":"106.617702ms","start":"2026-07-03T16:56:53.265623Z","end":"2026-07-03T16:56:53.372241Z","steps":["trace[1859856900] 'agreement among raft nodes before linearized reading' (duration: 106.406817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:11.996618Z","caller":"traceutil/trace.go:171","msg":"trace[1959063121] transaction","detail":"{read_only:false; response_revision:30164; number_of_response:1; }","duration":"213.588773ms","start":"2026-07-03T16:57:11.783007Z","end":"2026-07-03T16:57:11.996596Z","steps":["trace[1959063121] 'process raft request' (duration: 213.44244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.250522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.768948ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:57:12.250833Z","caller":"traceutil/trace.go:171","msg":"trace[688641667] linearizableReadLoop","detail":"{readStateIndex:31179; appliedIndex:31177; }","duration":"294.071552ms","start":"2026-07-03T16:57:11.956733Z","end":"2026-07-03T16:57:12.250804Z","steps":["trace[688641667] 'read index received' (duration: 39.709881ms)","trace[688641667] 'applied index is now lower than readState.Index' (duration: 254.358471ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:12.251006Z","caller":"traceutil/trace.go:171","msg":"trace[1851956171] transaction","detail":"{read_only:false; response_revision:30167; number_of_response:1; }","duration":"224.110442ms","start":"2026-07-03T16:57:12.026873Z","end":"2026-07-03T16:57:12.250983Z","steps":["trace[1851956171] 'process raft request' (duration: 224.011969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:12.251092Z","caller":"traceutil/trace.go:171","msg":"trace[76758357] transaction","detail":"{read_only:false; response_revision:30168; number_of_response:1; }","duration":"223.619959ms","start":"2026-07-03T16:57:12.027458Z","end":"2026-07-03T16:57:12.251078Z","steps":["trace[76758357] 'process raft request' (duration: 223.474795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:12.251086Z","caller":"traceutil/trace.go:171","msg":"trace[932716398] transaction","detail":"{read_only:false; response_revision:30166; number_of_response:1; }","duration":"226.609776ms","start":"2026-07-03T16:57:12.024453Z","end":"2026-07-03T16:57:12.251063Z","steps":["trace[932716398] 'process raft request' (duration: 226.359559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.251026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.280077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:12.251089Z","caller":"traceutil/trace.go:171","msg":"trace[306228327] transaction","detail":"{read_only:false; response_revision:30165; number_of_response:1; }","duration":"228.038182ms","start":"2026-07-03T16:57:12.022925Z","end":"2026-07-03T16:57:12.250963Z","steps":["trace[306228327] 'process raft request' (duration: 227.735134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.251269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.449795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:57:12.251311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.77634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:57:12.251334Z","caller":"traceutil/trace.go:171","msg":"trace[610224686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30168; }","duration":"124.524619ms","start":"2026-07-03T16:57:12.126791Z","end":"2026-07-03T16:57:12.251316Z","steps":["trace[610224686] 'agreement among raft nodes before linearized reading' (duration: 124.375295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:12.251369Z","caller":"traceutil/trace.go:171","msg":"trace[1866058041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30168; }","duration":"147.867312ms","start":"2026-07-03T16:57:12.103489Z","end":"2026-07-03T16:57:12.251357Z","steps":["trace[1866058041] 'agreement among raft nodes before linearized reading' (duration: 147.720928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:12.251191Z","caller":"traceutil/trace.go:171","msg":"trace[1237777409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30167; }","duration":"294.462142ms","start":"2026-07-03T16:57:11.9567Z","end":"2026-07-03T16:57:12.251162Z","steps":["trace[1237777409] 'agreement among raft nodes before linearized reading' (duration: 294.234136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.251222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.365621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:57:12.251627Z","caller":"traceutil/trace.go:171","msg":"trace[1269683368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30168; }","duration":"151.805451ms","start":"2026-07-03T16:57:12.099811Z","end":"2026-07-03T16:57:12.251616Z","steps":["trace[1269683368] 'agreement among raft nodes before linearized reading' (duration: 151.33905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:25.67321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.67197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:57:25.673314Z","caller":"traceutil/trace.go:171","msg":"trace[1378623923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30274; }","duration":"123.827185ms","start":"2026-07-03T16:57:25.549465Z","end":"2026-07-03T16:57:25.673292Z","steps":["trace[1378623923] 'range keys from in-memory index tree' (duration: 123.446675ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:53.008857Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28770} {"level":"info","ts":"2026-07-03T16:59:53.139428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28770,"took":"126.539353ms","hash":3872257014,"current-db-size-bytes":58089472,"current-db-size":"58 MB","current-db-size-in-use-bytes":36024320,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-03T16:59:53.13957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3872257014,"revision":28770,"compact-revision":26352} {"level":"info","ts":"2026-07-03T17:02:49.592251Z","caller":"traceutil/trace.go:171","msg":"trace[1079707922] transaction","detail":"{read_only:false; response_revision:32754; number_of_response:1; }","duration":"168.066756ms","start":"2026-07-03T17:02:49.424164Z","end":"2026-07-03T17:02:49.592231Z","steps":["trace[1079707922] 'process raft request' (duration: 167.937823ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:49.608803Z","caller":"traceutil/trace.go:171","msg":"trace[1659885077] transaction","detail":"{read_only:false; response_revision:32755; number_of_response:1; }","duration":"127.768901ms","start":"2026-07-03T17:02:49.481008Z","end":"2026-07-03T17:02:49.608777Z","steps":["trace[1659885077] 'process raft request' (duration: 127.605277ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:03:16.279761Z","caller":"traceutil/trace.go:171","msg":"trace[1999054240] transaction","detail":"{read_only:false; response_revision:32951; number_of_response:1; }","duration":"163.540279ms","start":"2026-07-03T17:03:16.116196Z","end":"2026-07-03T17:03:16.279737Z","steps":["trace[1999054240] 'process raft request' (duration: 162.77988ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:53.020491Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31369} {"level":"info","ts":"2026-07-03T17:04:53.177189Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31369,"took":"151.505977ms","hash":557320359,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":31801344,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:04:53.177263Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":557320359,"revision":31369,"compact-revision":28770} {"level":"info","ts":"2026-07-03T17:09:53.026345Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33662} {"level":"info","ts":"2026-07-03T17:09:53.187967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33662,"took":"157.424437ms","hash":2855925785,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":30638080,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T17:09:53.188071Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2855925785,"revision":33662,"compact-revision":31369} {"level":"info","ts":"2026-07-03T17:10:35.787098Z","caller":"traceutil/trace.go:171","msg":"trace[2088789440] transaction","detail":"{read_only:false; response_revision:36274; number_of_response:1; }","duration":"192.728749ms","start":"2026-07-03T17:10:35.594347Z","end":"2026-07-03T17:10:35.787076Z","steps":["trace[2088789440] 'process raft request' (duration: 118.71397ms)","trace[2088789440] 'compare' (duration: 73.711501ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:11:35.437314Z","caller":"traceutil/trace.go:171","msg":"trace[1136829860] transaction","detail":"{read_only:false; response_revision:36739; number_of_response:1; }","duration":"100.161699ms","start":"2026-07-03T17:11:35.337134Z","end":"2026-07-03T17:11:35.437296Z","steps":["trace[1136829860] 'process raft request' (duration: 100.034765ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.724261Z","caller":"traceutil/trace.go:171","msg":"trace[669691177] transaction","detail":"{read_only:false; response_revision:36925; number_of_response:1; }","duration":"215.623544ms","start":"2026-07-03T17:11:57.508615Z","end":"2026-07-03T17:11:57.724238Z","steps":["trace[669691177] 'process raft request' (duration: 215.493951ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.725542Z","caller":"traceutil/trace.go:171","msg":"trace[763771543] transaction","detail":"{read_only:false; response_revision:36926; number_of_response:1; }","duration":"213.877279ms","start":"2026-07-03T17:11:57.511641Z","end":"2026-07-03T17:11:57.725518Z","steps":["trace[763771543] 'process raft request' (duration: 213.789507ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:01.832277Z","caller":"traceutil/trace.go:171","msg":"trace[1689972104] transaction","detail":"{read_only:false; response_revision:36958; number_of_response:1; }","duration":"115.532338ms","start":"2026-07-03T17:12:01.71672Z","end":"2026-07-03T17:12:01.832252Z","steps":["trace[1689972104] 'process raft request' (duration: 112.49136ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:02.021222Z","caller":"traceutil/trace.go:171","msg":"trace[1402596940] transaction","detail":"{read_only:false; response_revision:36959; number_of_response:1; }","duration":"281.742969ms","start":"2026-07-03T17:12:01.739443Z","end":"2026-07-03T17:12:02.021186Z","steps":["trace[1402596940] 'process raft request' (duration: 236.343582ms)","trace[1402596940] 'compare' (duration: 45.226063ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:02.11988Z","caller":"traceutil/trace.go:171","msg":"trace[1146057628] transaction","detail":"{read_only:false; response_revision:36963; number_of_response:1; }","duration":"223.19672ms","start":"2026-07-03T17:12:01.896661Z","end":"2026-07-03T17:12:02.119858Z","steps":["trace[1146057628] 'process raft request' (duration: 223.159729ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:02.119921Z","caller":"traceutil/trace.go:171","msg":"trace[283725535] transaction","detail":"{read_only:false; response_revision:36960; number_of_response:1; }","duration":"260.635971ms","start":"2026-07-03T17:12:01.859233Z","end":"2026-07-03T17:12:02.119869Z","steps":["trace[283725535] 'process raft request' (duration: 260.388985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:02.120001Z","caller":"traceutil/trace.go:171","msg":"trace[1575227973] transaction","detail":"{read_only:false; response_revision:36962; number_of_response:1; }","duration":"237.053979ms","start":"2026-07-03T17:12:01.882912Z","end":"2026-07-03T17:12:02.119966Z","steps":["trace[1575227973] 'process raft request' (duration: 236.870174ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:02.120026Z","caller":"traceutil/trace.go:171","msg":"trace[2058262989] transaction","detail":"{read_only:false; response_revision:36961; number_of_response:1; }","duration":"244.234346ms","start":"2026-07-03T17:12:01.875717Z","end":"2026-07-03T17:12:02.119952Z","steps":["trace[2058262989] 'process raft request' (duration: 244.023621ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:02.326321Z","caller":"traceutil/trace.go:171","msg":"trace[601419453] transaction","detail":"{read_only:false; response_revision:36964; number_of_response:1; }","duration":"209.039143ms","start":"2026-07-03T17:12:02.117243Z","end":"2026-07-03T17:12:02.326282Z","steps":["trace[601419453] 'process raft request' (duration: 144.783866ms)","trace[601419453] 'compare' (duration: 63.066627ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:02.326354Z","caller":"traceutil/trace.go:171","msg":"trace[1509561184] transaction","detail":"{read_only:false; response_revision:36965; number_of_response:1; }","duration":"206.727803ms","start":"2026-07-03T17:12:02.119571Z","end":"2026-07-03T17:12:02.326298Z","steps":["trace[1509561184] 'process raft request' (duration: 206.557648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:02.682728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.162657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T17:12:02.682813Z","caller":"traceutil/trace.go:171","msg":"trace[589159191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36965; }","duration":"162.290491ms","start":"2026-07-03T17:12:02.5205Z","end":"2026-07-03T17:12:02.68279Z","steps":["trace[589159191] 'range keys from in-memory index tree' (duration: 161.932781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:02.83118Z","caller":"traceutil/trace.go:171","msg":"trace[1800245538] transaction","detail":"{read_only:false; response_revision:36967; number_of_response:1; }","duration":"100.567529ms","start":"2026-07-03T17:12:02.73058Z","end":"2026-07-03T17:12:02.831148Z","steps":["trace[1800245538] 'process raft request' (duration: 67.839781ms)","trace[1800245538] 'compare' (duration: 32.611925ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:39.53359Z","caller":"traceutil/trace.go:171","msg":"trace[1591673944] transaction","detail":"{read_only:false; response_revision:37243; number_of_response:1; }","duration":"224.606033ms","start":"2026-07-03T17:12:39.308946Z","end":"2026-07-03T17:12:39.533552Z","steps":["trace[1591673944] 'process raft request' (duration: 130.081622ms)","trace[1591673944] 'compare' (duration: 94.161172ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:39.534217Z","caller":"traceutil/trace.go:171","msg":"trace[72796584] linearizableReadLoop","detail":"{readStateIndex:38463; appliedIndex:38461; }","duration":"219.267065ms","start":"2026-07-03T17:12:39.314931Z","end":"2026-07-03T17:12:39.534198Z","steps":["trace[72796584] 'read index received' (duration: 124.094917ms)","trace[72796584] 'applied index is now lower than readState.Index' (duration: 95.171048ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:39.534435Z","caller":"traceutil/trace.go:171","msg":"trace[431570007] transaction","detail":"{read_only:false; response_revision:37244; number_of_response:1; }","duration":"225.036735ms","start":"2026-07-03T17:12:39.30938Z","end":"2026-07-03T17:12:39.534417Z","steps":["trace[431570007] 'process raft request' (duration: 224.737047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:39.534559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.602313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:12:39.534852Z","caller":"traceutil/trace.go:171","msg":"trace[509716757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37244; }","duration":"219.862801ms","start":"2026-07-03T17:12:39.314903Z","end":"2026-07-03T17:12:39.534765Z","steps":["trace[509716757] 'agreement among raft nodes before linearized reading' (duration: 219.375128ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.667165Z","caller":"traceutil/trace.go:171","msg":"trace[1875542255] transaction","detail":"{read_only:false; response_revision:37774; number_of_response:1; }","duration":"227.844767ms","start":"2026-07-03T17:13:52.4393Z","end":"2026-07-03T17:13:52.667144Z","steps":["trace[1875542255] 'process raft request' (duration: 227.727784ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.667315Z","caller":"traceutil/trace.go:171","msg":"trace[1325014651] linearizableReadLoop","detail":"{readStateIndex:39009; appliedIndex:39009; }","duration":"214.603075ms","start":"2026-07-03T17:13:52.452631Z","end":"2026-07-03T17:13:52.667234Z","steps":["trace[1325014651] 'read index received' (duration: 214.591614ms)","trace[1325014651] 'applied index is now lower than readState.Index' (duration: 9.751µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:13:52.667455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.824331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T17:13:52.667492Z","caller":"traceutil/trace.go:171","msg":"trace[280716564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37774; }","duration":"214.923713ms","start":"2026-07-03T17:13:52.452559Z","end":"2026-07-03T17:13:52.667483Z","steps":["trace[280716564] 'agreement among raft nodes before linearized reading' (duration: 214.80654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.740489Z","caller":"traceutil/trace.go:171","msg":"trace[535144897] transaction","detail":"{read_only:false; response_revision:37778; number_of_response:1; }","duration":"169.190786ms","start":"2026-07-03T17:13:52.571274Z","end":"2026-07-03T17:13:52.740465Z","steps":["trace[535144897] 'process raft request' (duration: 169.148945ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.741052Z","caller":"traceutil/trace.go:171","msg":"trace[384485069] transaction","detail":"{read_only:false; response_revision:37775; number_of_response:1; }","duration":"192.242054ms","start":"2026-07-03T17:13:52.548789Z","end":"2026-07-03T17:13:52.741031Z","steps":["trace[384485069] 'process raft request' (duration: 191.32897ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.741321Z","caller":"traceutil/trace.go:171","msg":"trace[544186325] transaction","detail":"{read_only:false; response_revision:37776; number_of_response:1; }","duration":"189.914824ms","start":"2026-07-03T17:13:52.551382Z","end":"2026-07-03T17:13:52.741297Z","steps":["trace[544186325] 'process raft request' (duration: 188.955809ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.741496Z","caller":"traceutil/trace.go:171","msg":"trace[184093385] transaction","detail":"{read_only:false; response_revision:37777; number_of_response:1; }","duration":"189.301588ms","start":"2026-07-03T17:13:52.552181Z","end":"2026-07-03T17:13:52.741482Z","steps":["trace[184093385] 'process raft request' (duration: 188.208209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:52.742079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.409656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T17:13:52.742135Z","caller":"traceutil/trace.go:171","msg":"trace[1306533885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37778; }","duration":"124.513779ms","start":"2026-07-03T17:13:52.617608Z","end":"2026-07-03T17:13:52.742121Z","steps":["trace[1306533885] 'agreement among raft nodes before linearized reading' (duration: 124.332874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:14:05.922795Z","caller":"traceutil/trace.go:171","msg":"trace[1962350987] transaction","detail":"{read_only:false; response_revision:37871; number_of_response:1; }","duration":"140.750289ms","start":"2026-07-03T17:14:05.782026Z","end":"2026-07-03T17:14:05.922776Z","steps":["trace[1962350987] 'process raft request' (duration: 140.646476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:14:53.033413Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35924} {"level":"info","ts":"2026-07-03T17:14:53.164097Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35924,"took":"127.132346ms","hash":931702344,"current-db-size-bytes":59555840,"current-db-size":"60 MB","current-db-size-in-use-bytes":32411648,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:14:53.164275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":931702344,"revision":35924,"compact-revision":33662} {"level":"info","ts":"2026-07-03T17:15:59.22127Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e654fe799640d103","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T17:15:59.228201Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-03T17:15:59.228302Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-03T17:19:53.044518Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38224} {"level":"info","ts":"2026-07-03T17:19:53.17183Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38224,"took":"123.832318ms","hash":1477407434,"current-db-size-bytes":60407808,"current-db-size":"60 MB","current-db-size-in-use-bytes":32174080,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:19:53.171893Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1477407434,"revision":38224,"compact-revision":35924} {"level":"warn","ts":"2026-07-03T17:21:30.523078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.550638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-07-03T17:21:30.523153Z","caller":"traceutil/trace.go:171","msg":"trace[1999162541] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader; range_end:; response_count:1; response_revision:41294; }","duration":"104.670151ms","start":"2026-07-03T17:21:30.418465Z","end":"2026-07-03T17:21:30.523135Z","steps":["trace[1999162541] 'range keys from in-memory index tree' (duration: 104.372094ms)"],"step_count":1}